2024-11-09 08:17:19,177 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 08:17:19,220 main DEBUG Took 0.038698 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 08:17:19,220 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 08:17:19,221 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 08:17:19,222 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 08:17:19,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,238 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 08:17:19,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,273 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,279 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,280 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,282 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,284 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,285 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,286 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,288 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,289 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:17:19,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,290 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 08:17:19,300 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:17:19,302 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 08:17:19,310 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 08:17:19,310 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 08:17:19,312 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 08:17:19,313 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 08:17:19,330 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 08:17:19,334 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 08:17:19,336 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 08:17:19,337 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 08:17:19,340 main DEBUG createAppenders(={Console}) 2024-11-09 08:17:19,342 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 08:17:19,342 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 08:17:19,343 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 08:17:19,344 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 08:17:19,344 main DEBUG OutputStream closed 2024-11-09 08:17:19,346 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 08:17:19,346 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 08:17:19,347 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 08:17:19,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 08:17:19,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 08:17:19,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 08:17:19,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 08:17:19,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 08:17:19,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 08:17:19,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 08:17:19,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 08:17:19,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 08:17:19,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 08:17:19,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 08:17:19,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 08:17:19,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 08:17:19,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 08:17:19,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 08:17:19,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 08:17:19,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 08:17:19,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 08:17:19,477 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 08:17:19,478 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 08:17:19,479 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 08:17:19,479 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T08:17:19,499 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 08:17:19,503 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 08:17:19,503 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T08:17:19,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=2573 2024-11-09T08:17:19,907 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T08:17:19,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082 2024-11-09T08:17:19,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e, deleteOnExit=true 2024-11-09T08:17:20,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/zookeeper_0, clientPort=61214, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:17:20,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61214 2024-11-09T08:17:20,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:17:20,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:17:20,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/test.cache.data in system properties and HBase conf 2024-11-09T08:17:20,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:17:20,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:17:20,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:17:20,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:17:20,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:17:20,341 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T08:17:20,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:17:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:20,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:17:20,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:20,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:17:20,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:17:20,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:20,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:20,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:17:20,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:17:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:17:20,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:20,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:17:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:17:21,755 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T08:17:21,853 INFO [Time-limited test {}] log.Log(170): Logging initialized @3634ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T08:17:21,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:22,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:22,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:22,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:22,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:17:22,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:22,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:22,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:22,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/java.io.tmpdir/jetty-localhost-45775-hadoop-hdfs-3_4_1-tests_jar-_-any-3033192272781448145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:17:22,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:45775} 2024-11-09T08:17:22,430 INFO [Time-limited test {}] server.Server(415): Started @4211ms 2024-11-09T08:17:23,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:23,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:23,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:23,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:23,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:17:23,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:23,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:23,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/java.io.tmpdir/jetty-localhost-33931-hadoop-hdfs-3_4_1-tests_jar-_-any-3448369472431650857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:17:23,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:33931} 2024-11-09T08:17:23,326 INFO [Time-limited test {}] server.Server(415): Started @5107ms 2024-11-09T08:17:23,395 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:17:24,569 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/data/data1/current/BP-94230640-172.17.0.3-1731140241203/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:24,569 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/data/data2/current/BP-94230640-172.17.0.3-1731140241203/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:24,605 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:17:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f510be9bee6f801 with lease ID 0x13101d25e8da888d: Processing first storage report for DS-ea8611ce-8404-43c4-b9c0-0c014c176945 from datanode DatanodeRegistration(127.0.0.1:38901, datanodeUuid=7d2d0ec2-42eb-4942-b093-d4c7c5f26133, infoPort=40437, infoSecurePort=0, ipcPort=40537, storageInfo=lv=-57;cid=testClusterID;nsid=686644514;c=1731140241203) 2024-11-09T08:17:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f510be9bee6f801 with lease ID 0x13101d25e8da888d: from storage DS-ea8611ce-8404-43c4-b9c0-0c014c176945 node DatanodeRegistration(127.0.0.1:38901, datanodeUuid=7d2d0ec2-42eb-4942-b093-d4c7c5f26133, infoPort=40437, infoSecurePort=0, ipcPort=40537, storageInfo=lv=-57;cid=testClusterID;nsid=686644514;c=1731140241203), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:17:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f510be9bee6f801 with lease ID 0x13101d25e8da888d: Processing first storage report for DS-95752a6b-8569-493b-b59f-10ba75619223 from datanode DatanodeRegistration(127.0.0.1:38901, datanodeUuid=7d2d0ec2-42eb-4942-b093-d4c7c5f26133, infoPort=40437, infoSecurePort=0, ipcPort=40537, storageInfo=lv=-57;cid=testClusterID;nsid=686644514;c=1731140241203) 2024-11-09T08:17:24,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f510be9bee6f801 with lease ID 0x13101d25e8da888d: from storage DS-95752a6b-8569-493b-b59f-10ba75619223 node DatanodeRegistration(127.0.0.1:38901, datanodeUuid=7d2d0ec2-42eb-4942-b093-d4c7c5f26133, infoPort=40437, infoSecurePort=0, ipcPort=40537, storageInfo=lv=-57;cid=testClusterID;nsid=686644514;c=1731140241203), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:17:24,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082 2024-11-09T08:17:24,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:24,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:17:25,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153 with version=8 2024-11-09T08:17:25,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/hbase-staging 2024-11-09T08:17:25,595 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T08:17:25,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:25,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:25,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:25,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:25,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:25,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:26,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:17:26,146 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T08:17:26,156 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T08:17:26,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:26,187 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13126 (auto-detected) 2024-11-09T08:17:26,188 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T08:17:26,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44011 2024-11-09T08:17:26,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44011 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440110x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:26,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44011-0x1011eabbea40000 connected 2024-11-09T08:17:26,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:26,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:26,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:26,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153, hbase.cluster.distributed=false 2024-11-09T08:17:26,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/acl 2024-11-09T08:17:26,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-09T08:17:26,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44011 2024-11-09T08:17:26,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44011 2024-11-09T08:17:26,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-09T08:17:26,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-09T08:17:26,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:26,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:26,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:26,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:26,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:26,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:26,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:17:26,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:26,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36263 2024-11-09T08:17:26,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36263 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:26,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:26,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:26,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362630x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:26,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362630x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:26,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:17:26,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36263-0x1011eabbea40001 connected 2024-11-09T08:17:26,785 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:17:26,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/master 2024-11-09T08:17:26,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/acl 2024-11-09T08:17:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-09T08:17:26,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36263 2024-11-09T08:17:26,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36263 2024-11-09T08:17:26,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-09T08:17:26,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-09T08:17:26,831 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:44011 2024-11-09T08:17:26,832 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1833478709/backup-masters/d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:26,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:26,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:26,852 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on existing znode=/0-1833478709/backup-masters/d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1833478709/master 2024-11-09T08:17:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:26,883 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on existing znode=/0-1833478709/master 2024-11-09T08:17:26,887 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1833478709/backup-masters/d7c8ba49ede6,44011,1731140245691 from backup master directory 2024-11-09T08:17:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/backup-masters/d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:26,903 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:26,903 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:26,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T08:17:26,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T08:17:26,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/hbase.id] with ID: d0b223ad-2d98-4a2f-8be4-88f7d307a1ae 2024-11-09T08:17:26,979 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/.tmp/hbase.id 2024-11-09T08:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:17:27,393 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/.tmp/hbase.id]:[hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/hbase.id] 2024-11-09T08:17:27,437 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:27,442 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:17:27,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-09T08:17:27,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:27,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:17:27,549 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:17:27,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:17:27,568 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:17:27,572 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:17:28,025 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store 2024-11-09T08:17:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:17:28,055 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T08:17:28,060 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:28,061 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:17:28,062 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:28,062 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:28,064 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:17:28,065 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:28,065 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:28,066 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140248061Disabling compacts and flushes for region at 1731140248061Disabling writes for close at 1731140248064 (+3 ms)Writing region close event to WAL at 1731140248065 (+1 ms)Closed at 1731140248065 2024-11-09T08:17:28,071 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/.initializing 2024-11-09T08:17:28,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:28,084 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:28,107 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C44011%2C1731140245691, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/oldWALs, maxLogs=10 2024-11-09T08:17:28,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113, exclude list is [], retry=0 2024-11-09T08:17:28,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:28,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T08:17:28,223 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 2024-11-09T08:17:28,225 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:28,225 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:28,226 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:28,229 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,230 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:17:28,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:28,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:28,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:17:28,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:28,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:28,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:17:28,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:28,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:28,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:17:28,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:28,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:28,330 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,334 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,335 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,341 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,341 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,345 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:28,350 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:28,355 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:28,357 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70333988, jitterRate=0.04805809259414673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:28,365 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140248244Initializing all the Stores at 1731140248247 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140248247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140248249 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140248250 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140248250Cleaning up temporary data from old regions at 1731140248341 (+91 ms)Region opened successfully at 1731140248365 (+24 ms) 2024-11-09T08:17:28,367 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:17:28,401 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3533c935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:28,433 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:17:28,445 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:17:28,446 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:17:28,449 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:17:28,451 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T08:17:28,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T08:17:28,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:17:28,486 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:17:28,496 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/balancer because node does not exist (not necessarily an error) 2024-11-09T08:17:28,554 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/balancer already deleted, retry=false 2024-11-09T08:17:28,558 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:17:28,560 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:17:28,621 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/normalizer already deleted, retry=false 2024-11-09T08:17:28,624 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:17:28,628 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:17:28,696 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/switch/split already deleted, retry=false 2024-11-09T08:17:28,698 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:17:28,711 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/switch/merge already deleted, retry=false 2024-11-09T08:17:28,728 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:17:28,733 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/snapshot-cleanup already deleted, retry=false 2024-11-09T08:17:28,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:28,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:28,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:28,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:28,748 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,44011,1731140245691, sessionid=0x1011eabbea40000, setting cluster-up flag (Was=false) 2024-11-09T08:17:28,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:28,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:28,807 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1833478709/flush-table-proc/acquired, /0-1833478709/flush-table-proc/reached, /0-1833478709/flush-table-proc/abort 2024-11-09T08:17:28,809 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:28,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:28,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:28,859 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1833478709/online-snapshot/acquired, /0-1833478709/online-snapshot/reached, /0-1833478709/online-snapshot/abort 2024-11-09T08:17:28,861 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:28,868 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:17:28,916 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(746): ClusterId : d0b223ad-2d98-4a2f-8be4-88f7d307a1ae 2024-11-09T08:17:28,919 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:17:28,937 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:17:28,938 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:17:28,945 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:17:28,946 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5834ea25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:28,958 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:28,966 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:36263 2024-11-09T08:17:28,970 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:17:28,971 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:17:28,971 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:17:28,974 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,44011,1731140245691 with port=36263, startcode=1731140246663 2024-11-09T08:17:28,975 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:17:28,983 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:17:28,988 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:17:28,990 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,44011,1731140245691 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:17:29,001 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:29,001 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:29,001 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:29,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:29,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:17:29,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:29,003 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:29,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:17:29,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140279031 2024-11-09T08:17:29,033 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:17:29,034 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:17:29,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:29,035 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:17:29,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:17:29,041 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:17:29,043 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:17:29,044 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:17:29,044 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:17:29,045 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:17:29,052 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:17:29,074 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:17:29,075 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:17:29,075 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:17:29,078 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T08:17:29,079 WARN [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T08:17:29,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:17:29,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:17:29,084 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153 2024-11-09T08:17:29,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:17:29,089 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:17:29,096 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140249092,5,FailOnTimeoutGroup] 2024-11-09T08:17:29,110 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140249097,5,FailOnTimeoutGroup] 2024-11-09T08:17:29,111 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,111 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:17:29,113 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,114 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:17:29,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:29,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:29,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:29,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:29,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:29,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:29,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:29,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:29,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:29,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:29,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:29,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:29,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:29,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:29,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:29,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:29,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740 2024-11-09T08:17:29,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740 2024-11-09T08:17:29,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:29,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:29,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:29,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:29,171 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:29,173 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980541, jitterRate=0.10239596664905548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:29,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140249121Initializing all the Stores at 1731140249123 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140249124 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140249124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140249124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140249124Cleaning up temporary data from old regions at 1731140249159 (+35 ms)Region opened successfully at 1731140249176 (+17 ms) 2024-11-09T08:17:29,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:17:29,177 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:17:29,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:17:29,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:17:29,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:17:29,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:29,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140249177Disabling compacts and flushes for region at 1731140249177Disabling writes for close at 1731140249177Writing region close event to WAL at 1731140249178 (+1 ms)Closed at 1731140249179 (+1 ms) 2024-11-09T08:17:29,180 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,44011,1731140245691 with port=36263, startcode=1731140246663 2024-11-09T08:17:29,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:29,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:17:29,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:17:29,196 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153 2024-11-09T08:17:29,196 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43183 2024-11-09T08:17:29,196 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:17:29,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:29,209 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:17:29,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/rs 2024-11-09T08:17:29,228 DEBUG [RS:0;d7c8ba49ede6:36263 {}] zookeeper.ZKUtil(111): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on existing znode=/0-1833478709/rs/d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,228 WARN [RS:0;d7c8ba49ede6:36263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:29,228 INFO [RS:0;d7c8ba49ede6:36263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:29,229 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,36263,1731140246663] 2024-11-09T08:17:29,260 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:17:29,281 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:17:29,287 INFO [RS:0;d7c8ba49ede6:36263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:17:29,287 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,289 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:17:29,295 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:17:29,297 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,297 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,297 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,298 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,298 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,298 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,298 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:29,298 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,299 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,299 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,299 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,299 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,299 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:29,300 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:29,300 DEBUG [RS:0;d7c8ba49ede6:36263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:29,309 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,309 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,309 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,310 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,310 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,310 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36263,1731140246663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:29,336 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:17:29,339 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36263,1731140246663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,339 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,339 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.Replication(171): d7c8ba49ede6,36263,1731140246663 started 2024-11-09T08:17:29,360 WARN [d7c8ba49ede6:44011 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:17:29,364 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:29,365 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,36263,1731140246663, RpcServer on d7c8ba49ede6/172.17.0.3:36263, sessionid=0x1011eabbea40001 2024-11-09T08:17:29,366 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:17:29,366 DEBUG [RS:0;d7c8ba49ede6:36263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,366 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36263,1731140246663' 2024-11-09T08:17:29,366 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1833478709/flush-table-proc/abort' 2024-11-09T08:17:29,368 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1833478709/flush-table-proc/acquired' 2024-11-09T08:17:29,368 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:17:29,369 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:17:29,369 DEBUG [RS:0;d7c8ba49ede6:36263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,369 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36263,1731140246663' 2024-11-09T08:17:29,369 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1833478709/online-snapshot/abort' 2024-11-09T08:17:29,371 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1833478709/online-snapshot/acquired' 2024-11-09T08:17:29,371 DEBUG [RS:0;d7c8ba49ede6:36263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:17:29,371 INFO [RS:0;d7c8ba49ede6:36263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:17:29,371 INFO [RS:0;d7c8ba49ede6:36263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:17:29,483 INFO [RS:0;d7c8ba49ede6:36263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:29,487 INFO [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36263%2C1731140246663, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs, maxLogs=10 2024-11-09T08:17:29,502 DEBUG [RS:0;d7c8ba49ede6:36263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489, exclude list is [], retry=0 2024-11-09T08:17:29,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:29,511 INFO [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 2024-11-09T08:17:29,511 DEBUG [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:29,613 DEBUG [d7c8ba49ede6:44011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:17:29,627 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:29,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36263,1731140246663, state=OPENING 2024-11-09T08:17:29,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:17:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:29,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:29,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:29,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:29,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36263,1731140246663}] 2024-11-09T08:17:29,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:17:29,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:17:29,952 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:17:29,952 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:29,953 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:17:29,957 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36263%2C1731140246663.meta, suffix=.meta, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs, maxLogs=10 2024-11-09T08:17:29,972 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.meta.1731140249959.meta, exclude list is [], retry=0 2024-11-09T08:17:29,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:29,980 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.meta.1731140249959.meta 2024-11-09T08:17:29,980 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:29,981 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:29,985 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:17:29,986 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:17:29,989 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:17:29,990 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:17:29,994 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:17:29,994 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:29,994 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:17:29,995 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:17:29,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:29,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:29,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:30,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:30,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:30,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:30,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:30,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:30,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:30,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:30,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:30,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:30,008 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:30,010 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740 2024-11-09T08:17:30,012 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740 2024-11-09T08:17:30,015 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:30,015 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:30,016 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:30,018 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:30,020 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74165949, jitterRate=0.10515876114368439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:30,020 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:17:30,022 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140249995Writing region info on filesystem at 1731140249995Initializing all the Stores at 1731140249997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140249997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140249998 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140249998Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140249998Cleaning up temporary data from old regions at 1731140250015 (+17 ms)Running coprocessor post-open hooks at 1731140250020 (+5 ms)Region opened successfully at 1731140250021 (+1 ms) 2024-11-09T08:17:30,029 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140249931 2024-11-09T08:17:30,039 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:17:30,039 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:17:30,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:30,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36263,1731140246663, state=OPEN 2024-11-09T08:17:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:30,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:30,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:30,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:30,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:17:30,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36263,1731140246663 in 305 msec 2024-11-09T08:17:30,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:17:30,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 878 msec 2024-11-09T08:17:30,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:30,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:17:30,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:30,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36263,1731140246663, seqNum=-1] 2024-11-09T08:17:30,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:30,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:30,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-09T08:17:30,137 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140250137, completionTime=-1 2024-11-09T08:17:30,140 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:17:30,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:17:30,168 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:17:30,168 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140310168 2024-11-09T08:17:30,168 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140370168 2024-11-09T08:17:30,168 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-09T08:17:30,170 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44011,1731140245691-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,171 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44011,1731140245691-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,171 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44011,1731140245691-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,172 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:44011, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,173 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,173 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,201 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:17:30,230 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.327sec 2024-11-09T08:17:30,231 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:17:30,232 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:17:30,234 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:17:30,234 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:17:30,234 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:17:30,235 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44011,1731140245691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:30,236 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44011,1731140245691-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:17:30,246 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:17:30,247 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:17:30,247 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44011,1731140245691-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:30,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:30,330 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T08:17:30,331 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T08:17:30,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44011,-1 for getting cluster id 2024-11-09T08:17:30,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:30,342 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b223ad-2d98-4a2f-8be4-88f7d307a1ae' 2024-11-09T08:17:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b223ad-2d98-4a2f-8be4-88f7d307a1ae" 2024-11-09T08:17:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fe47e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44011,-1] 2024-11-09T08:17:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:30,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:30,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:30,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36263,1731140246663, seqNum=-1] 2024-11-09T08:17:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:30,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:30,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:30,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:30,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:30,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eabbea40002 connected 2024-11-09T08:17:30,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir so I do NOT create it in target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8 2024-11-09T08:17:30,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:17:30,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.tmp.dir so I do NOT create it in target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8 2024-11-09T08:17:30,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:17:30,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8 2024-11-09T08:17:30,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:17:30,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/cluster_517df201-5e9e-ecf9-b533-1e727b5b52cc, deleteOnExit=true 2024-11-09T08:17:30,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/test.cache.data in system properties and HBase conf 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:17:30,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:17:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:17:30,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:17:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:17:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:17:30,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:17:30,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:30,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:30,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:30,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:30,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:17:30,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:30,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:30,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:30,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/java.io.tmpdir/jetty-localhost-37133-hadoop-hdfs-3_4_1-tests_jar-_-any-17064265622906058067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:17:30,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:37133} 2024-11-09T08:17:30,959 INFO [Time-limited test {}] server.Server(415): Started @12741ms 2024-11-09T08:17:31,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:31,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:31,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:31,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:31,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:17:31,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:31,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:31,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/java.io.tmpdir/jetty-localhost-35681-hadoop-hdfs-3_4_1-tests_jar-_-any-10368241309836445965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:17:31,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:35681} 2024-11-09T08:17:31,320 INFO [Time-limited test {}] server.Server(415): Started @13102ms 2024-11-09T08:17:31,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:17:32,009 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/cluster_517df201-5e9e-ecf9-b533-1e727b5b52cc/data/data2/current/BP-579735082-172.17.0.3-1731140250493/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:32,009 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/cluster_517df201-5e9e-ecf9-b533-1e727b5b52cc/data/data1/current/BP-579735082-172.17.0.3-1731140250493/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:32,043 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:17:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68e2eeff1ca27371 with lease ID 0x16dd221fb6131a78: Processing first storage report for DS-65fd6186-c59c-4201-9af0-ad0a858fa344 from datanode DatanodeRegistration(127.0.0.1:33745, datanodeUuid=006bf811-d5f3-4953-a10b-32b28df62587, infoPort=35847, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=1985501203;c=1731140250493) 2024-11-09T08:17:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68e2eeff1ca27371 with lease ID 0x16dd221fb6131a78: from storage DS-65fd6186-c59c-4201-9af0-ad0a858fa344 node DatanodeRegistration(127.0.0.1:33745, datanodeUuid=006bf811-d5f3-4953-a10b-32b28df62587, infoPort=35847, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=1985501203;c=1731140250493), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:17:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68e2eeff1ca27371 with lease ID 0x16dd221fb6131a78: Processing first storage report for DS-cf1f6eef-674b-4b18-b7fe-41b683643b31 from datanode DatanodeRegistration(127.0.0.1:33745, datanodeUuid=006bf811-d5f3-4953-a10b-32b28df62587, infoPort=35847, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=1985501203;c=1731140250493) 2024-11-09T08:17:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68e2eeff1ca27371 with lease ID 0x16dd221fb6131a78: from storage DS-cf1f6eef-674b-4b18-b7fe-41b683643b31 node DatanodeRegistration(127.0.0.1:33745, datanodeUuid=006bf811-d5f3-4953-a10b-32b28df62587, infoPort=35847, infoSecurePort=0, ipcPort=34357, storageInfo=lv=-57;cid=testClusterID;nsid=1985501203;c=1731140250493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:17:32,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8 2024-11-09T08:17:32,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:32,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:17:32,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b with version=8 2024-11-09T08:17:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/hbase-staging 2024-11-09T08:17:32,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:32,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:32,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:32,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:32,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:32,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:32,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:17:32,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:32,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44783 2024-11-09T08:17:32,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44783 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:32,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447830x0, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:32,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44783-0x1011eabbea40003 connected 2024-11-09T08:17:32,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:32,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:32,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/running 2024-11-09T08:17:32,835 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b, hbase.cluster.distributed=false 2024-11-09T08:17:32,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/acl 2024-11-09T08:17:32,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-09T08:17:32,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44783 2024-11-09T08:17:32,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44783 2024-11-09T08:17:32,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-09T08:17:32,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-09T08:17:32,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:17:32,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:32,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39689 2024-11-09T08:17:32,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39689 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:32,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:32,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396890x0, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:32,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396890x0, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/running 2024-11-09T08:17:32,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39689-0x1011eabbea40004 connected 2024-11-09T08:17:32,891 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:17:32,892 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:17:32,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/master 2024-11-09T08:17:32,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/acl 2024-11-09T08:17:32,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-09T08:17:32,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39689 2024-11-09T08:17:32,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39689 2024-11-09T08:17:32,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-09T08:17:32,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-09T08:17:32,909 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:44783 2024-11-09T08:17:32,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11068390764/backup-masters/d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:32,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764/backup-masters 2024-11-09T08:17:32,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764/backup-masters 2024-11-09T08:17:32,923 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on existing znode=/11068390764/backup-masters/d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11068390764/master 2024-11-09T08:17:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:32,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:32,934 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on existing znode=/11068390764/master 2024-11-09T08:17:32,935 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11068390764/backup-masters/d7c8ba49ede6,44783,1731140252477 from backup master directory 2024-11-09T08:17:32,944 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068390764/backup-masters/d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764/backup-masters 2024-11-09T08:17:32,944 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764/backup-masters 2024-11-09T08:17:32,950 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/hbase.id] with ID: 6168a3d2-ce72-410f-b86b-c8561d235f3a 2024-11-09T08:17:32,950 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/.tmp/hbase.id 2024-11-09T08:17:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:17:33,359 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/.tmp/hbase.id]:[hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/hbase.id] 2024-11-09T08:17:33,387 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:33,387 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:17:33,389 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:17:33,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:33,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:33,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:17:33,875 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:17:33,877 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:17:33,878 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:17:34,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store 2024-11-09T08:17:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:17:34,704 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:34,705 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:17:34,705 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:34,705 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:34,705 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:17:34,705 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:34,706 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:34,706 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140254705Disabling compacts and flushes for region at 1731140254705Disabling writes for close at 1731140254705Writing region close event to WAL at 1731140254706 (+1 ms)Closed at 1731140254706 2024-11-09T08:17:34,710 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/.initializing 2024-11-09T08:17:34,710 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/WALs/d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:34,712 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:34,715 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C44783%2C1731140252477, suffix=, logDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/WALs/d7c8ba49ede6,44783,1731140252477, archiveDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/oldWALs, maxLogs=10 2024-11-09T08:17:34,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/WALs/d7c8ba49ede6,44783,1731140252477/d7c8ba49ede6%2C44783%2C1731140252477.1731140254715, exclude list is [], retry=0 2024-11-09T08:17:34,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33745,DS-65fd6186-c59c-4201-9af0-ad0a858fa344,DISK] 2024-11-09T08:17:34,736 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/WALs/d7c8ba49ede6,44783,1731140252477/d7c8ba49ede6%2C44783%2C1731140252477.1731140254715 2024-11-09T08:17:34,736 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T08:17:34,736 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:34,737 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:34,737 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,737 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:17:34,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:34,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:34,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:17:34,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:34,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:34,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:17:34,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:34,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:34,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:17:34,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:34,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:34,753 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,754 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,758 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,758 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,758 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:34,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:34,763 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:34,764 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69928593, jitterRate=0.04201723635196686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:34,764 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140254737Initializing all the Stores at 1731140254739 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140254739Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140254739Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140254739Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140254739Cleaning up temporary data from old regions at 1731140254758 (+19 ms)Region opened successfully at 1731140254764 (+6 ms) 2024-11-09T08:17:34,765 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:17:34,769 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5d23cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:34,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:17:34,771 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:17:34,771 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:17:34,771 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:17:34,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:17:34,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:17:34,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:17:34,775 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:17:34,776 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Unable to get data of znode /11068390764/balancer because node does not exist (not necessarily an error) 2024-11-09T08:17:34,880 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068390764/balancer already deleted, retry=false 2024-11-09T08:17:34,881 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:17:34,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Unable to get data of znode /11068390764/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:17:34,890 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068390764/normalizer already deleted, retry=false 2024-11-09T08:17:34,891 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:17:34,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Unable to get data of znode /11068390764/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:17:34,901 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068390764/switch/split already deleted, retry=false 2024-11-09T08:17:34,903 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Unable to get data of znode /11068390764/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:17:34,911 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068390764/switch/merge already deleted, retry=false 2024-11-09T08:17:34,918 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Unable to get data of znode /11068390764/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:17:34,922 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068390764/snapshot-cleanup already deleted, retry=false 2024-11-09T08:17:34,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11068390764/running 2024-11-09T08:17:34,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11068390764/running 2024-11-09T08:17:34,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:34,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:34,933 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,44783,1731140252477, sessionid=0x1011eabbea40003, setting cluster-up flag (Was=false) 2024-11-09T08:17:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:34,985 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11068390764/flush-table-proc/acquired, /11068390764/flush-table-proc/reached, /11068390764/flush-table-proc/abort 2024-11-09T08:17:34,988 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:35,038 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11068390764/online-snapshot/acquired, /11068390764/online-snapshot/reached, /11068390764/online-snapshot/abort 2024-11-09T08:17:35,039 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:35,041 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:17:35,045 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:35,046 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:17:35,046 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:17:35,047 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,44783,1731140252477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:35,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:35,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:17:35,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:35,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:17:35,055 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140285055 2024-11-09T08:17:35,055 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:17:35,055 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:17:35,055 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:17:35,056 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:17:35,056 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:17:35,056 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:17:35,056 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,057 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:17:35,057 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:17:35,057 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:17:35,057 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:17:35,060 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:17:35,060 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:17:35,061 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140255060,5,FailOnTimeoutGroup] 2024-11-09T08:17:35,061 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140255061,5,FailOnTimeoutGroup] 2024-11-09T08:17:35,061 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,061 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:17:35,061 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,061 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:17:35,101 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(746): ClusterId : 6168a3d2-ce72-410f-b86b-c8561d235f3a 2024-11-09T08:17:35,101 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:17:35,113 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:17:35,113 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:17:35,123 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:17:35,124 DEBUG [RS:0;d7c8ba49ede6:39689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a23239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:35,134 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:39689 2024-11-09T08:17:35,134 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:17:35,134 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:17:35,134 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:17:35,135 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,44783,1731140252477 with port=39689, startcode=1731140252860 2024-11-09T08:17:35,136 DEBUG [RS:0;d7c8ba49ede6:39689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:17:35,138 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:17:35,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:35,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44783 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:35,142 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b 2024-11-09T08:17:35,142 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35449 2024-11-09T08:17:35,142 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:17:35,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764/rs 2024-11-09T08:17:35,198 DEBUG [RS:0;d7c8ba49ede6:39689 {}] zookeeper.ZKUtil(111): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on existing znode=/11068390764/rs/d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:35,198 WARN [RS:0;d7c8ba49ede6:39689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:35,198 INFO [RS:0;d7c8ba49ede6:39689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:35,199 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:35,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,39689,1731140252860] 2024-11-09T08:17:35,207 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:17:35,210 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:17:35,211 INFO [RS:0;d7c8ba49ede6:39689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:17:35,211 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,212 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:17:35,213 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:17:35,213 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:35,214 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:35,215 DEBUG [RS:0;d7c8ba49ede6:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:35,216 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,216 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,216 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,216 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,216 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,216 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39689,1731140252860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:35,230 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:17:35,230 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39689,1731140252860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,231 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,231 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.Replication(171): d7c8ba49ede6,39689,1731140252860 started 2024-11-09T08:17:35,244 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:35,244 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,39689,1731140252860, RpcServer on d7c8ba49ede6/172.17.0.3:39689, sessionid=0x1011eabbea40004 2024-11-09T08:17:35,244 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:17:35,244 DEBUG [RS:0;d7c8ba49ede6:39689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:35,244 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,39689,1731140252860' 2024-11-09T08:17:35,244 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11068390764/flush-table-proc/abort' 2024-11-09T08:17:35,245 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11068390764/flush-table-proc/acquired' 2024-11-09T08:17:35,246 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:17:35,246 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:17:35,246 DEBUG [RS:0;d7c8ba49ede6:39689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:35,246 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,39689,1731140252860' 2024-11-09T08:17:35,246 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11068390764/online-snapshot/abort' 2024-11-09T08:17:35,246 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11068390764/online-snapshot/acquired' 2024-11-09T08:17:35,247 DEBUG [RS:0;d7c8ba49ede6:39689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:17:35,247 INFO [RS:0;d7c8ba49ede6:39689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:17:35,247 INFO [RS:0;d7c8ba49ede6:39689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:17:35,348 INFO [RS:0;d7c8ba49ede6:39689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:35,353 INFO [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C39689%2C1731140252860, suffix=, logDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860, archiveDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/oldWALs, maxLogs=10 2024-11-09T08:17:35,372 DEBUG [RS:0;d7c8ba49ede6:39689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860/d7c8ba49ede6%2C39689%2C1731140252860.1731140255357, exclude list is [], retry=0 2024-11-09T08:17:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33745,DS-65fd6186-c59c-4201-9af0-ad0a858fa344,DISK] 2024-11-09T08:17:35,379 INFO [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860/d7c8ba49ede6%2C39689%2C1731140252860.1731140255357 2024-11-09T08:17:35,379 DEBUG [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T08:17:35,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:17:35,470 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b 2024-11-09T08:17:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:17:35,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:17:35,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:17:35,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:35,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:35,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:35,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:35,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:35,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:35,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:35,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:35,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:35,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:35,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:35,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:35,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:35,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:35,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:35,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:35,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:35,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:35,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740 2024-11-09T08:17:35,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740 2024-11-09T08:17:35,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:35,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:35,911 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:35,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:35,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:35,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61285123, jitterRate=-0.08678050339221954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:35,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140255884Initializing all the Stores at 1731140255888 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140255888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140255888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140255888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140255888Cleaning up temporary data from old regions at 1731140255910 (+22 ms)Region opened successfully at 1731140255917 (+7 ms) 2024-11-09T08:17:35,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:17:35,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:17:35,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:17:35,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:17:35,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:17:35,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:35,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140255918Disabling compacts and flushes for region at 1731140255918Disabling writes for close at 1731140255918Writing region close event to WAL at 1731140255918Closed at 1731140255918 2024-11-09T08:17:35,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:35,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:17:35,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:17:35,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:35,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:17:36,074 DEBUG [d7c8ba49ede6:44783 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:17:36,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:36,081 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,39689,1731140252860, state=OPENING 2024-11-09T08:17:36,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:17:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:17:36,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:36,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:36,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:17:36,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068390764/meta-region-server: CHANGED 2024-11-09T08:17:36,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:36,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068390764/meta-region-server: CHANGED 2024-11-09T08:17:36,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,39689,1731140252860}] 2024-11-09T08:17:36,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:17:36,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T08:17:36,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:17:36,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:17:36,147 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:17:36,147 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:17:36,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:17:36,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:17:36,314 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:17:36,314 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:36,314 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:17:36,317 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C39689%2C1731140252860.meta, suffix=.meta, logDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860, archiveDir=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/oldWALs, maxLogs=10 2024-11-09T08:17:36,331 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860/d7c8ba49ede6%2C39689%2C1731140252860.meta.1731140256319.meta, exclude list is [], retry=0 2024-11-09T08:17:36,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33745,DS-65fd6186-c59c-4201-9af0-ad0a858fa344,DISK] 2024-11-09T08:17:36,337 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860/d7c8ba49ede6%2C39689%2C1731140252860.meta.1731140256319.meta 2024-11-09T08:17:36,338 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35847:35847)] 2024-11-09T08:17:36,338 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:36,338 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:17:36,338 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:17:36,338 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:17:36,338 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:17:36,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:17:36,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:36,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:17:36,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:17:36,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:36,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:36,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:36,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:36,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:36,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:36,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:36,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:36,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:36,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:36,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:36,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:36,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:36,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:36,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:36,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:36,350 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:36,351 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740 2024-11-09T08:17:36,353 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740 2024-11-09T08:17:36,355 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:36,355 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:36,356 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:36,358 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:36,359 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69630419, jitterRate=0.03757409751415253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:36,360 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:17:36,360 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140256339Writing region info on filesystem at 1731140256339Initializing all the Stores at 1731140256341 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140256341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140256341Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140256341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140256341Cleaning up temporary data from old regions at 1731140256355 (+14 ms)Running coprocessor post-open hooks at 1731140256360 (+5 ms)Region opened successfully at 1731140256360 2024-11-09T08:17:36,361 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140256300 2024-11-09T08:17:36,364 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:17:36,364 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:17:36,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:36,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,39689,1731140252860, state=OPEN 2024-11-09T08:17:36,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11068390764/meta-region-server 2024-11-09T08:17:36,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11068390764/meta-region-server 2024-11-09T08:17:36,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:36,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068390764/meta-region-server: CHANGED 2024-11-09T08:17:36,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068390764/meta-region-server: CHANGED 2024-11-09T08:17:36,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:17:36,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,39689,1731140252860 in 231 msec 2024-11-09T08:17:36,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:17:36,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-09T08:17:36,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:36,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:17:36,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:36,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39689,1731140252860, seqNum=-1] 2024-11-09T08:17:36,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:36,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:36,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-09T08:17:36,400 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140256400, completionTime=-1 2024-11-09T08:17:36,400 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:17:36,401 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:17:36,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:17:36,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140316403 2024-11-09T08:17:36,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140376403 2024-11-09T08:17:36,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:17:36,404 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44783,1731140252477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,404 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44783,1731140252477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,404 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44783,1731140252477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,404 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:44783, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,404 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,404 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,407 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.465sec 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44783,1731140252477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:36,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44783,1731140252477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:17:36,413 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:17:36,413 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:17:36,413 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44783,1731140252477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:36,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:36,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:36,511 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef64e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:36,516 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:36,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39689,1731140252860, seqNum=-1] 2024-11-09T08:17:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:36,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:36,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:36,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:36,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eabbea40005 connected 2024-11-09T08:17:36,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44011,-1 for getting cluster id 2024-11-09T08:17:36,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:36,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b223ad-2d98-4a2f-8be4-88f7d307a1ae' 2024-11-09T08:17:36,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b223ad-2d98-4a2f-8be4-88f7d307a1ae" 2024-11-09T08:17:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21abc21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44011,-1] 2024-11-09T08:17:36,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:36,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:36,561 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4531851e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572118e7 2024-11-09T08:17:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:36,580 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:36,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:17:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:17:36,594 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:17:36,596 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11becc3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,596 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:36,596 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:36,597 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:36,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:36,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:36,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a4adae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:36,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:36,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:36,600 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29016947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:36,601 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:36,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:36,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d241329 2024-11-09T08:17:36,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:36,607 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:36,620 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T08:17:36,620 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:17:36,625 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:36,625 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:36,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:36,626 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:17:36,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:17:36,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:17:36,635 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:36,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:17:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741835_1011 (size=1138) 2024-11-09T08:17:36,685 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:17:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:17:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:17:37,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7942b5bb3ad1f7ad79f9e715ef25ee90, NAME => 'hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153 2024-11-09T08:17:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741836_1012 (size=44) 2024-11-09T08:17:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:17:37,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:37,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7942b5bb3ad1f7ad79f9e715ef25ee90, disabling compactions & flushes 2024-11-09T08:17:37,465 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. after waiting 0 ms 2024-11-09T08:17:37,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,465 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,465 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7942b5bb3ad1f7ad79f9e715ef25ee90: Waiting for close lock at 1731140257465Disabling compacts and flushes for region at 1731140257465Disabling writes for close at 1731140257465Writing region close event to WAL at 1731140257465Closed at 1731140257465 2024-11-09T08:17:37,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:17:37,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140257469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140257469"}]},"ts":"1731140257469"} 2024-11-09T08:17:37,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:17:37,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:17:37,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140257481"}]},"ts":"1731140257481"} 2024-11-09T08:17:37,487 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:17:37,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN}] 2024-11-09T08:17:37,492 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN 2024-11-09T08:17:37,494 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,36263,1731140246663; forceNewPlan=false, retain=false 2024-11-09T08:17:37,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7942b5bb3ad1f7ad79f9e715ef25ee90, regionState=OPENING, regionLocation=d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:37,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN because future has completed 2024-11-09T08:17:37,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7942b5bb3ad1f7ad79f9e715ef25ee90, server=d7c8ba49ede6,36263,1731140246663}] 2024-11-09T08:17:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:17:37,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:37,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:17:37,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36263%2C1731140246663.rep, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs, maxLogs=10 2024-11-09T08:17:37,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.rep.1731140257827, exclude list is [], retry=0 2024-11-09T08:17:37,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:37,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.rep.1731140257827 2024-11-09T08:17:37,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:37,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7942b5bb3ad1f7ad79f9e715ef25ee90, NAME => 'hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:37,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:17:37,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:17:37,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. service=MultiRowMutationService 2024-11-09T08:17:37,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:17:37,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:37,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,860 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,863 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7942b5bb3ad1f7ad79f9e715ef25ee90 columnFamilyName hfileref 2024-11-09T08:17:37,863 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:37,864 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(327): Store=7942b5bb3ad1f7ad79f9e715ef25ee90/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:37,864 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,868 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7942b5bb3ad1f7ad79f9e715ef25ee90 columnFamilyName queue 2024-11-09T08:17:37,868 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:37,869 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(327): Store=7942b5bb3ad1f7ad79f9e715ef25ee90/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:37,869 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,877 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7942b5bb3ad1f7ad79f9e715ef25ee90 columnFamilyName sid 2024-11-09T08:17:37,877 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:37,877 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(327): Store=7942b5bb3ad1f7ad79f9e715ef25ee90/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:37,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:17:37,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:37,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7942b5bb3ad1f7ad79f9e715ef25ee90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70549488, jitterRate=0.0512692928314209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:17:37,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:37,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7942b5bb3ad1f7ad79f9e715ef25ee90: Running coprocessor pre-open hook at 1731140257856Writing region info on filesystem at 1731140257856Initializing all the Stores at 1731140257858 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140257858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140257860 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140257860Cleaning up temporary data from old regions at 1731140257881 (+21 ms)Running coprocessor post-open hooks at 1731140257891 (+10 ms)Region opened successfully at 1731140257892 (+1 ms) 2024-11-09T08:17:37,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., pid=7, masterSystemTime=1731140257804 2024-11-09T08:17:37,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:37,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7942b5bb3ad1f7ad79f9e715ef25ee90, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7942b5bb3ad1f7ad79f9e715ef25ee90, server=d7c8ba49ede6,36263,1731140246663 because future has completed 2024-11-09T08:17:37,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:17:37,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7942b5bb3ad1f7ad79f9e715ef25ee90, server=d7c8ba49ede6,36263,1731140246663 in 256 msec 2024-11-09T08:17:37,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:17:37,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN in 421 msec 2024-11-09T08:17:37,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:17:37,917 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140257917"}]},"ts":"1731140257917"} 2024-11-09T08:17:37,920 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:17:37,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:17:37,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2950 sec 2024-11-09T08:17:37,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., hostname=d7c8ba49ede6,36263,1731140246663, seqNum=2] 2024-11-09T08:17:37,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36263 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T08:17:38,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:38,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:38,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:17:38,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T08:17:38,364 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:17:38,411 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,36263,1731140246663, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:17:38,413 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:38,413 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36263,1731140246663, seqNum=-1] 2024-11-09T08:17:38,413 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:38,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T08:17:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,36263,1731140246663', locateType=CURRENT is [region=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., hostname=d7c8ba49ede6,36263,1731140246663, seqNum=2] 2024-11-09T08:17:38,425 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T08:17:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T08:17:38,437 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,36263,1731140246663 suceeded 2024-11-09T08:17:38,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T08:17:38,442 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:17:38,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-09T08:17:38,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8590 sec 2024-11-09T08:17:38,450 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:38,452 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4af74b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,453 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:38,453 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:38,454 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:38,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:38,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:38,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@768b913e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:38,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:38,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,456 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:38,457 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@658a72e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,457 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:38,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:38,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166710c 2024-11-09T08:17:38,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:38,461 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T08:17:38,462 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,36263,1731140246663 (queues=1) is replicating from cluster=d0b223ad-2d98-4a2f-8be4-88f7d307a1ae to cluster=6168a3d2-ce72-410f-b86b-c8561d235f3a 2024-11-09T08:17:38,465 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C36263%2C1731140246663 2024-11-09T08:17:38,470 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,36263,1731140246663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:17:38,477 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489, startPosition=0, beingWritten=true 2024-11-09T08:17:38,480 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C36263%2C1731140246663 2024-11-09T08:17:38,743 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:17:38,751 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:17:38,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:38,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:38,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:38,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44011,-1 for getting cluster id 2024-11-09T08:17:38,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:38,757 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b223ad-2d98-4a2f-8be4-88f7d307a1ae' 2024-11-09T08:17:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b223ad-2d98-4a2f-8be4-88f7d307a1ae" 2024-11-09T08:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996dcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44011,-1] 2024-11-09T08:17:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,761 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35387aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486117b4 2024-11-09T08:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:38,768 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:38,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:17:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:17:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:17:38,772 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:38,776 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68961dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,777 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:38,777 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:38,778 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:38,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:38,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731d46c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,781 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:38,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72cf4320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:38,782 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:38,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:38,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b0d3cb 2024-11-09T08:17:38,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:38,785 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:38,789 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T08:17:38,789 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:17:38,789 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,789 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:38,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:17:38,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:17:39,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T08:17:39,036 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T08:17:39,057 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:39,069 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d7c8ba49ede6,36263,1731140246663, ReplicationSource: 2, currentBandwidth=0 2024-11-09T08:17:39,074 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T08:17:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T08:17:39,078 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d7c8ba49ede6,36263,1731140246663 suceeded 2024-11-09T08:17:39,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:17:39,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-09T08:17:39,082 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:17:39,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 314 msec 2024-11-09T08:17:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:17:39,090 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T08:17:39,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:39,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:39,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:39,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-09T08:17:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:39,096 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:39,098 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0fdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,098 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:39,098 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:39,099 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:39,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d3f2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:39,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,101 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:39,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:17:39,103 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:39,105 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b8bb83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,105 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:39,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T08:17:39,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:39,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b15de6 2024-11-09T08:17:39,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:17:39,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:39,107 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T08:17:39,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T08:17:39,108 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d7c8ba49ede6,36263,1731140246663 (queues=1) is replicating from cluster=d0b223ad-2d98-4a2f-8be4-88f7d307a1ae to cluster=6168a3d2-ce72-410f-b86b-c8561d235f3a 2024-11-09T08:17:39,108 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d7c8ba49ede6%2C36263%2C1731140246663 2024-11-09T08:17:39,109 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d7c8ba49ede6,36263,1731140246663, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:17:39,112 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489, startPosition=0, beingWritten=true 2024-11-09T08:17:39,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:17:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T08:17:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:17:39,120 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:39,115 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C36263%2C1731140246663 2024-11-09T08:17:39,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fac3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:39,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:39,126 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a45a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,129 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:39,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab144b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:39,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:39,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bfe2006 2024-11-09T08:17:39,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:39,133 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:39,134 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:17:39,134 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:17:39,134 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,134 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:39,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:17:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:17:39,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T08:17:39,299 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T08:17:39,300 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T08:17:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T08:17:39,304 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d7c8ba49ede6,36263,1731140246663 suceeded 2024-11-09T08:17:39,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T08:17:39,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-09T08:17:39,308 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:17:39,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-09T08:17:39,321 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:17:39,440 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T08:17:39,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:17:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T08:17:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:17:39,445 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:39,446 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fac443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,446 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:39,446 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:39,447 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48123002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:39,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,448 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:39,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46070b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:39,449 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:39,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f67ce0a 2024-11-09T08:17:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:39,452 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:39,453 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T08:17:39,453 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:17:39,453 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,453 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:39,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:17:39,465 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:17:39,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T08:17:39,614 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T08:17:39,615 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T08:17:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T08:17:39,620 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d7c8ba49ede6,36263,1731140246663 suceeded 2024-11-09T08:17:39,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T08:17:39,624 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d7c8ba49ede6:44783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:17:39,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-09T08:17:39,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-09T08:17:39,629 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:17:39,760 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T08:17:39,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:17:39,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T08:17:39,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:39,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:39,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:39,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:17:39,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-09T08:17:39,764 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,44011,1731140245691 2024-11-09T08:17:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:39,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:17:39,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:39,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:39,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,36263,1731140246663' ***** 2024-11-09T08:17:39,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:17:39,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:39,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:39,775 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:17:39,776 INFO [RS:0;d7c8ba49ede6:36263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:17:39,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:17:39,776 INFO [RS:0;d7c8ba49ede6:36263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:17:39,776 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(3091): Received CLOSE for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36263. 2024-11-09T08:17:39,777 DEBUG [RS:0;d7c8ba49ede6:36263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:39,777 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:17:39,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7942b5bb3ad1f7ad79f9e715ef25ee90, disabling compactions & flushes 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:17:39,777 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:17:39,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:39,777 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:17:39,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. after waiting 0 ms 2024-11-09T08:17:39,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:39,778 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:17:39,778 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:17:39,778 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1325): Online Regions={7942b5bb3ad1f7ad79f9e715ef25ee90=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:17:39,778 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:17:39,778 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:17:39,778 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:17:39,778 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:17:39,778 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:39,782 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7942b5bb3ad1f7ad79f9e715ef25ee90 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T08:17:39,782 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T08:17:39,822 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:17:39,851 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/.tmp/queue/a8137e0f907849b497aa72376e57355e is 151, key is 1-d7c8ba49ede6,36263,1731140246663/queue:d7c8ba49ede6%2C36263%2C1731140246663/1731140258419/Put/seqid=0 2024-11-09T08:17:39,851 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/info/9c29e8ff623244e9ab8ce029c988abf9 is 147, key is hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90./info:regioninfo/1731140257900/Put/seqid=0 2024-11-09T08:17:39,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741838_1014 (size=5500) 2024-11-09T08:17:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741839_1015 (size=6631) 2024-11-09T08:17:39,871 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/info/9c29e8ff623244e9ab8ce029c988abf9 2024-11-09T08:17:39,941 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/ns/8dfa443547d94ec1a52c0591f2ad87fb is 43, key is default/ns:d/1731140250119/Put/seqid=0 2024-11-09T08:17:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741840_1016 (size=5153) 2024-11-09T08:17:39,972 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:39,978 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:40,047 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:40,179 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:40,273 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/.tmp/queue/a8137e0f907849b497aa72376e57355e 2024-11-09T08:17:40,293 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/.tmp/queue/a8137e0f907849b497aa72376e57355e as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/queue/a8137e0f907849b497aa72376e57355e 2024-11-09T08:17:40,304 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/queue/a8137e0f907849b497aa72376e57355e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T08:17:40,314 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7942b5bb3ad1f7ad79f9e715ef25ee90 in 531ms, sequenceid=6, compaction requested=false 2024-11-09T08:17:40,314 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:17:40,326 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:17:40,326 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:17:40,330 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T08:17:40,333 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:17:40,333 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:17:40,333 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:40,333 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7942b5bb3ad1f7ad79f9e715ef25ee90: Waiting for close lock at 1731140259777Running coprocessor pre-close hooks at 1731140259777Disabling compacts and flushes for region at 1731140259777Disabling writes for close at 1731140259777Obtaining lock to block concurrent updates at 1731140259782 (+5 ms)Preparing flush snapshotting stores in 7942b5bb3ad1f7ad79f9e715ef25ee90 at 1731140259782Finished memstore snapshotting hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731140259790 (+8 ms)Flushing stores of hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. at 1731140259791 (+1 ms)Flushing 7942b5bb3ad1f7ad79f9e715ef25ee90/queue: creating writer at 1731140259792 (+1 ms)Flushing 7942b5bb3ad1f7ad79f9e715ef25ee90/queue: appending metadata at 1731140259836 (+44 ms)Flushing 7942b5bb3ad1f7ad79f9e715ef25ee90/queue: closing flushed file at 1731140259839 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709053e8: reopening flushed file at 1731140260286 (+447 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7942b5bb3ad1f7ad79f9e715ef25ee90 in 531ms, sequenceid=6, compaction requested=false at 1731140260314 (+28 ms)Writing region close event to WAL at 1731140260320 (+6 ms)Running coprocessor post-close hooks at 1731140260331 (+11 ms)Closed at 1731140260333 (+2 ms) 2024-11-09T08:17:40,334 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:40,348 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/ns/8dfa443547d94ec1a52c0591f2ad87fb 2024-11-09T08:17:40,374 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/table/7d44534bc1414eea9ae7e15729a3e072 is 53, key is hbase:replication/table:state/1731140257917/Put/seqid=0 2024-11-09T08:17:40,379 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:17:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741841_1017 (size=5256) 2024-11-09T08:17:40,555 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:40,578 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:40,579 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:17:40,779 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:17:40,779 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:17:40,779 DEBUG [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:17:40,780 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/table/7d44534bc1414eea9ae7e15729a3e072 2024-11-09T08:17:40,789 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/info/9c29e8ff623244e9ab8ce029c988abf9 as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/info/9c29e8ff623244e9ab8ce029c988abf9 2024-11-09T08:17:40,799 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/info/9c29e8ff623244e9ab8ce029c988abf9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T08:17:40,801 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/ns/8dfa443547d94ec1a52c0591f2ad87fb as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/ns/8dfa443547d94ec1a52c0591f2ad87fb 2024-11-09T08:17:40,813 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/ns/8dfa443547d94ec1a52c0591f2ad87fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:17:40,815 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/table/7d44534bc1414eea9ae7e15729a3e072 as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/table/7d44534bc1414eea9ae7e15729a3e072 2024-11-09T08:17:40,825 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/table/7d44534bc1414eea9ae7e15729a3e072, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T08:17:40,827 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1048ms, sequenceid=11, compaction requested=false 2024-11-09T08:17:40,832 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:17:40,836 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:17:40,836 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:17:40,836 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:40,836 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140259778Running coprocessor pre-close hooks at 1731140259778Disabling compacts and flushes for region at 1731140259778Disabling writes for close at 1731140259778Obtaining lock to block concurrent updates at 1731140259782 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731140259782Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731140259790 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140259791 (+1 ms)Flushing 1588230740/info: creating writer at 1731140259792 (+1 ms)Flushing 1588230740/info: appending metadata at 1731140259836 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731140259839 (+3 ms)Flushing 1588230740/ns: creating writer at 1731140259919 (+80 ms)Flushing 1588230740/ns: appending metadata at 1731140259939 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731140259939Flushing 1588230740/table: creating writer at 1731140260357 (+418 ms)Flushing 1588230740/table: appending metadata at 1731140260373 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731140260373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cae019c: reopening flushed file at 1731140260788 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115f7137: reopening flushed file at 1731140260799 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50688cd0: reopening flushed file at 1731140260813 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1048ms, sequenceid=11, compaction requested=false at 1731140260827 (+14 ms)Writing region close event to WAL at 1731140260828 (+1 ms)Running coprocessor post-close hooks at 1731140260836 (+8 ms)Closed at 1731140260836 2024-11-09T08:17:40,837 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:40,980 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,36263,1731140246663; all regions closed. 2024-11-09T08:17:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741834_1010 (size=2742) 2024-11-09T08:17:40,990 DEBUG [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs 2024-11-09T08:17:40,991 INFO [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36263%2C1731140246663.meta:.meta(num 1731140249959) 2024-11-09T08:17:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741837_1013 (size=1802) 2024-11-09T08:17:41,001 DEBUG [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs 2024-11-09T08:17:41,001 INFO [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36263%2C1731140246663.rep:(num 1731140257827) 2024-11-09T08:17:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741833_1009 (size=93) 2024-11-09T08:17:41,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 not finished, retry = 0 2024-11-09T08:17:41,110 DEBUG [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs 2024-11-09T08:17:41,110 INFO [RS:0;d7c8ba49ede6:36263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36263%2C1731140246663:(num 1731140249489) 2024-11-09T08:17:41,110 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:41,110 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:17:41,110 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:17:41,110 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:17:41,111 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:17:41,111 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:17:41,112 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,36263,1731140246663 because: Region server is closing 2024-11-09T08:17:41,112 INFO [RS:0;d7c8ba49ede6:36263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36263. 2024-11-09T08:17:41,112 DEBUG [RS:0;d7c8ba49ede6:36263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:41,112 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:41,115 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:41,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:41,161 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 to pos 0, reset compression=false 2024-11-09T08:17:41,168 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 was moved to hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 2024-11-09T08:17:41,172 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489 2024-11-09T08:17:41,172 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T08:17:41,172 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T08:17:41,172 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d7c8ba49ede6,36263,1731140246663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663/d7c8ba49ede6%2C36263%2C1731140246663.1731140249489, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T08:17:41,178 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,36263,1731140246663: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d7c8ba49ede6,36263,1731140246663, walGroup=d7c8ba49ede6%2C36263%2C1731140246663, offset=d7c8ba49ede6%2C36263%2C1731140246663.1731140249489:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:36263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:17:41,180 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:17:41,181 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:17:41,183 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:17:41,183 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:17:41,183 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:17:41,183 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 522712704 }, "NonHeapMemoryUsage": { "committed": 152698880, "init": 7667712, "max": -1, "used": 150403296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:17:41,185 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d7c8ba49ede6%2C36263%2C1731140246663.1731140249489] 2024-11-09T08:17:41,215 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.wal-reader.d7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:17:41,215 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:17:41,216 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,1-d7c8ba49ede6,36263,1731140246663 terminated 2024-11-09T08:17:41,216 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d7c8ba49ede6,36263,1731140246663 because: Region server is closing 2024-11-09T08:17:41,216 INFO [RS:0;d7c8ba49ede6:36263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36263. 2024-11-09T08:17:41,216 DEBUG [RS:0;d7c8ba49ede6:36263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:41,216 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:41,217 DEBUG [RS:0;d7c8ba49ede6:36263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:41,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:41,217 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,36263,1731140246663.replicationSource.shipperd7c8ba49ede6%2C36263%2C1731140246663,2-d7c8ba49ede6,36263,1731140246663 terminated 2024-11-09T08:17:41,217 INFO [RS:0;d7c8ba49ede6:36263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36263 2024-11-09T08:17:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/rs/d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/rs 2024-11-09T08:17:41,269 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:17:41,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,36263,1731140246663] 2024-11-09T08:17:41,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/draining/d7c8ba49ede6,36263,1731140246663 already deleted, retry=false 2024-11-09T08:17:41,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,36263,1731140246663 expired; onlineServers=0 2024-11-09T08:17:41,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,44011,1731140245691' ***** 2024-11-09T08:17:41,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:17:41,290 INFO [M:0;d7c8ba49ede6:44011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:17:41,290 INFO [M:0;d7c8ba49ede6:44011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:17:41,291 DEBUG [M:0;d7c8ba49ede6:44011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:17:41,291 DEBUG [M:0;d7c8ba49ede6:44011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:17:41,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:17:41,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140249092 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140249092,5,FailOnTimeoutGroup] 2024-11-09T08:17:41,291 INFO [M:0;d7c8ba49ede6:44011 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:17:41,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140249097 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140249097,5,FailOnTimeoutGroup] 2024-11-09T08:17:41,292 INFO [M:0;d7c8ba49ede6:44011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:17:41,292 DEBUG [M:0;d7c8ba49ede6:44011 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:17:41,292 INFO [M:0;d7c8ba49ede6:44011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:17:41,292 INFO [M:0;d7c8ba49ede6:44011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:17:41,293 INFO [M:0;d7c8ba49ede6:44011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:17:41,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:17:41,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/master 2024-11-09T08:17:41,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:41,301 DEBUG [M:0;d7c8ba49ede6:44011 {}] zookeeper.ZKUtil(347): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/master because node does not exist (not an error) 2024-11-09T08:17:41,301 WARN [M:0;d7c8ba49ede6:44011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:17:41,302 INFO [M:0;d7c8ba49ede6:44011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/.lastflushedseqids 2024-11-09T08:17:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741842_1018 (size=181) 2024-11-09T08:17:41,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:41,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36263-0x1011eabbea40001, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:41,380 INFO [RS:0;d7c8ba49ede6:36263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:17:41,380 INFO [RS:0;d7c8ba49ede6:36263 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,36263,1731140246663; zookeeper connection closed. 2024-11-09T08:17:41,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@788b2e4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@788b2e4a 2024-11-09T08:17:41,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:17:41,717 INFO [M:0;d7c8ba49ede6:44011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:17:41,718 INFO [M:0;d7c8ba49ede6:44011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:17:41,718 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:17:41,718 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:41,718 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:41,718 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:17:41,718 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:41,718 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T08:17:41,744 DEBUG [M:0;d7c8ba49ede6:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b8533f24bcb445386b0fde33dc62dd9 is 82, key is hbase:meta,,1/info:regioninfo/1731140250040/Put/seqid=0 2024-11-09T08:17:41,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741843_1019 (size=5672) 2024-11-09T08:17:41,751 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b8533f24bcb445386b0fde33dc62dd9 2024-11-09T08:17:41,793 DEBUG [M:0;d7c8ba49ede6:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cffe70fac96b45ee8db34bb9e929f9c9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731140257924/Put/seqid=0 2024-11-09T08:17:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741844_1020 (size=8663) 2024-11-09T08:17:41,807 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cffe70fac96b45ee8db34bb9e929f9c9 2024-11-09T08:17:41,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:17:41,860 DEBUG [M:0;d7c8ba49ede6:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37bc6d35fcb64ebfa6488af2523659fc is 69, key is d7c8ba49ede6,36263,1731140246663/rs:state/1731140249188/Put/seqid=0 2024-11-09T08:17:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741845_1021 (size=5156) 2024-11-09T08:17:41,896 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37bc6d35fcb64ebfa6488af2523659fc 2024-11-09T08:17:41,911 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b8533f24bcb445386b0fde33dc62dd9 as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b8533f24bcb445386b0fde33dc62dd9 2024-11-09T08:17:41,924 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b8533f24bcb445386b0fde33dc62dd9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T08:17:41,927 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cffe70fac96b45ee8db34bb9e929f9c9 as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cffe70fac96b45ee8db34bb9e929f9c9 2024-11-09T08:17:41,935 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cffe70fac96b45ee8db34bb9e929f9c9, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T08:17:41,938 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37bc6d35fcb64ebfa6488af2523659fc as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37bc6d35fcb64ebfa6488af2523659fc 2024-11-09T08:17:41,951 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37bc6d35fcb64ebfa6488af2523659fc, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T08:17:41,952 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 234ms, sequenceid=115, compaction requested=false 2024-11-09T08:17:41,955 INFO [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:41,955 DEBUG [M:0;d7c8ba49ede6:44011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140261718Disabling compacts and flushes for region at 1731140261718Disabling writes for close at 1731140261718Obtaining lock to block concurrent updates at 1731140261718Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140261718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731140261719 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140261720 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140261720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140261743 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140261743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140261767 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140261792 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140261792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140261821 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140261860 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140261860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9667dc0: reopening flushed file at 1731140261905 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460da868: reopening flushed file at 1731140261924 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5321d9af: reopening flushed file at 1731140261936 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 234ms, sequenceid=115, compaction requested=false at 1731140261952 (+16 ms)Writing region close event to WAL at 1731140261955 (+3 ms)Closed at 1731140261955 2024-11-09T08:17:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741830_1006 (size=59421) 2024-11-09T08:17:41,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:17:41,968 INFO [M:0;d7c8ba49ede6:44011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:17:41,968 INFO [M:0;d7c8ba49ede6:44011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44011 2024-11-09T08:17:41,969 INFO [M:0;d7c8ba49ede6:44011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:17:42,116 INFO [M:0;d7c8ba49ede6:44011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:17:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x1011eabbea40000, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:42,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:42,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:42,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:42,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:42,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:42,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:42,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:17:42,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:42,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41519 2024-11-09T08:17:42,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41519 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:42,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415190x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:42,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41519-0x1011eabbea40006 connected 2024-11-09T08:17:42,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:42,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:42,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:42,149 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: INIT 2024-11-09T08:17:42,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153, hbase.cluster.distributed=false 2024-11-09T08:17:42,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/acl 2024-11-09T08:17:42,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-09T08:17:42,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41519 2024-11-09T08:17:42,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41519 2024-11-09T08:17:42,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-09T08:17:42,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-09T08:17:42,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:42,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:42,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:42,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:42,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:42,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:42,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:17:42,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:42,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42473 2024-11-09T08:17:42,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42473 connecting to ZooKeeper ensemble=127.0.0.1:61214 2024-11-09T08:17:42,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:42,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424730x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:42,185 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: INIT 2024-11-09T08:17:42,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424730x0, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:42,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42473-0x1011eabbea40007 connected 2024-11-09T08:17:42,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:17:42,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:17:42,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/master 2024-11-09T08:17:42,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/acl 2024-11-09T08:17:42,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-09T08:17:42,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42473 2024-11-09T08:17:42,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42473 2024-11-09T08:17:42,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-09T08:17:42,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42473 2024-11-09T08:17:42,222 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:41519 2024-11-09T08:17:42,222 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1833478709/backup-masters/d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:42,227 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on existing znode=/0-1833478709/backup-masters/d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:42,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1833478709/master 2024-11-09T08:17:42,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:42,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:42,238 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on existing znode=/0-1833478709/master 2024-11-09T08:17:42,240 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1833478709/backup-masters/d7c8ba49ede6,41519,1731140262118 from backup master directory 2024-11-09T08:17:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/backup-masters/d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:42,248 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/backup-masters 2024-11-09T08:17:42,248 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,278 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:42,278 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:17:42,299 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 21ms. 2024-11-09T08:17:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741846_1022 (size=196) 2024-11-09T08:17:42,322 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:17:42,323 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:17:42,323 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:42,339 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T08:17:42,344 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691 to hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691-dead as it is dead 2024-11-09T08:17:42,346 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T08:17:42,346 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T08:17:42,346 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691-dead/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 2024-11-09T08:17:42,353 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691-dead/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 after 4ms 2024-11-09T08:17:42,354 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691-dead/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 to hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 2024-11-09T08:17:42,354 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,44011,1731140245691-dead 2024-11-09T08:17:42,355 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,356 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:42,360 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C41519%2C1731140262118, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,41519,1731140262118, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/oldWALs, maxLogs=10 2024-11-09T08:17:42,382 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,41519,1731140262118/d7c8ba49ede6%2C41519%2C1731140262118.1731140262360, exclude list is [], retry=0 2024-11-09T08:17:42,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:42,388 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/WALs/d7c8ba49ede6,41519,1731140262118/d7c8ba49ede6%2C41519%2C1731140262118.1731140262360 2024-11-09T08:17:42,390 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:42,390 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:42,391 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:42,391 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,391 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:17:42,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:42,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b8533f24bcb445386b0fde33dc62dd9 2024-11-09T08:17:42,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:42,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:17:42,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:42,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cffe70fac96b45ee8db34bb9e929f9c9 2024-11-09T08:17:42,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:42,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:17:42,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:42,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37bc6d35fcb64ebfa6488af2523659fc 2024-11-09T08:17:42,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:42,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:17:42,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:42,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:42,430 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,431 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T08:17:42,431 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 2024-11-09T08:17:42,453 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 2024-11-09T08:17:42,456 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44011%2C1731140245691.1731140248113 2024-11-09T08:17:42,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,459 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:42,461 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:42,464 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T08:17:42,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63943585, jitterRate=-0.047166332602500916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:42,466 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140262391Initializing all the Stores at 1731140262392 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140262392Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140262393 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140262393Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140262393Cleaning up temporary data from old regions at 1731140262458 (+65 ms)Region opened successfully at 1731140262466 (+8 ms) 2024-11-09T08:17:42,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:17:42,473 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a30348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:42,484 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T08:17:42,485 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:17:42,485 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:17:42,485 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:17:42,486 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:17:42,493 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:42,494 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:17:42,495 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:17:42,495 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:17:42,495 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T08:17:42,496 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T08:17:42,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-09T08:17:42,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:17:42,504 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d7c8ba49ede6,36263,1731140246663, regionLocation=d7c8ba49ede6,36263,1731140246663, openSeqNum=2 2024-11-09T08:17:42,504 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d7c8ba49ede6,36263,1731140246663, table=hbase:meta, region=1588230740 2024-11-09T08:17:42,504 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36263,1731140246663, state=OPEN 2024-11-09T08:17:42,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:42,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:42,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:42,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:42,518 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:17:42,558 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/draining/d7c8ba49ede6,36263,1731140246663 already deleted, retry=false 2024-11-09T08:17:42,558 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d7c8ba49ede6,36263,1731140246663 on d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,565 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d7c8ba49ede6,36263,1731140246663, splitWal=true, meta=true 2024-11-09T08:17:42,568 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d7c8ba49ede6,36263,1731140246663 (carryingMeta=true) d7c8ba49ede6,36263,1731140246663/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2f2955fd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T08:17:42,572 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/balancer because node does not exist (not necessarily an error) 2024-11-09T08:17:42,584 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/balancer already deleted, retry=false 2024-11-09T08:17:42,585 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:17:42,586 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:17:42,595 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/normalizer already deleted, retry=false 2024-11-09T08:17:42,595 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:17:42,597 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:17:42,605 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/switch/split already deleted, retry=false 2024-11-09T08:17:42,607 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:17:42,616 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/switch/merge already deleted, retry=false 2024-11-09T08:17:42,703 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:17:42,792 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/snapshot-cleanup already deleted, retry=false 2024-11-09T08:17:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:42,881 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,41519,1731140262118, sessionid=0x1011eabbea40006, setting cluster-up flag (Was=false) 2024-11-09T08:17:42,890 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1833478709/flush-table-proc/acquired, /0-1833478709/flush-table-proc/reached, /0-1833478709/flush-table-proc/abort 2024-11-09T08:17:42,892 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,901 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1833478709/online-snapshot/acquired, /0-1833478709/online-snapshot/reached, /0-1833478709/online-snapshot/abort 2024-11-09T08:17:42,903 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:42,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/.lastflushedseqids 2024-11-09T08:17:42,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:17:42,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:17:42,913 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,41519,1731140262118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d7c8ba49ede6,36263,1731140246663 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:17:42,915 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:42,916 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:42,921 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d7c8ba49ede6,36263,1731140246663, splitWal=true, meta=true 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140292921 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:17:42,922 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:42,923 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d7c8ba49ede6,36263,1731140246663, splitWal=true, meta=true, isMeta: true 2024-11-09T08:17:42,923 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:17:42,923 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:17:42,923 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:17:42,923 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:17:42,924 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:17:42,924 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:17:42,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140262924,5,FailOnTimeoutGroup] 2024-11-09T08:17:42,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140262924,5,FailOnTimeoutGroup] 2024-11-09T08:17:42,924 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:42,925 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:17:42,925 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:42,925 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:42,925 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140262925, completionTime=-1 2024-11-09T08:17:42,925 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T08:17:42,926 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663-splitting 2024-11-09T08:17:42,929 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T08:17:42,930 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663-splitting dir is empty, no logs to split. 2024-11-09T08:17:42,930 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7c8ba49ede6,36263,1731140246663 WAL count=0, meta=true 2024-11-09T08:17:42,935 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663-splitting dir is empty, no logs to split. 2024-11-09T08:17:42,935 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7c8ba49ede6,36263,1731140246663 WAL count=0, meta=true 2024-11-09T08:17:42,935 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d7c8ba49ede6,36263,1731140246663 WAL splitting is done? wals=0, meta=true 2024-11-09T08:17:42,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:17:42,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:42,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T08:17:43,008 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(746): ClusterId : d0b223ad-2d98-4a2f-8be4-88f7d307a1ae 2024-11-09T08:17:43,008 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:17:43,017 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:17:43,017 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:17:43,028 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:17:43,029 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5379e45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:43,042 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:42473 2024-11-09T08:17:43,042 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:17:43,042 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:17:43,042 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:17:43,043 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,41519,1731140262118 with port=42473, startcode=1731140262168 2024-11-09T08:17:43,043 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:17:43,045 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:17:43,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41519 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,048 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153 2024-11-09T08:17:43,048 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43183 2024-11-09T08:17:43,048 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:17:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/rs 2024-11-09T08:17:43,059 DEBUG [RS:0;d7c8ba49ede6:42473 {}] zookeeper.ZKUtil(111): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on existing znode=/0-1833478709/rs/d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,059 WARN [RS:0;d7c8ba49ede6:42473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:43,059 INFO [RS:0;d7c8ba49ede6:42473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:43,059 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,42473,1731140262168] 2024-11-09T08:17:43,079 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T08:17:43,090 WARN [d7c8ba49ede6:41519 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:17:43,111 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:17:43,113 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:17:43,115 INFO [RS:0;d7c8ba49ede6:42473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:17:43,115 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,115 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:17:43,117 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:17:43,117 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,117 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,118 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,118 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:43,118 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:43,118 DEBUG [RS:0;d7c8ba49ede6:42473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:43,123 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,123 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,123 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,123 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,123 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,123 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42473,1731140262168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:43,144 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:17:43,145 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42473,1731140262168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,163 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,42473,1731140262168, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:17:43,181 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:43,183 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fdb7132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:43,183 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:43,183 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:43,184 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(231): queueId=2-d7c8ba49ede6,42473,1731140262168, ReplicationSource: 2, currentBandwidth=0 2024-11-09T08:17:43,184 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:43,184 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,184 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.Replication(171): d7c8ba49ede6,42473,1731140262168 started 2024-11-09T08:17:43,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:43,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:43,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4569d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:43,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:43,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:43,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:43,187 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:43,189 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a60f6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:43,189 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fa1bcf 2024-11-09T08:17:43,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:43,193 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T08:17:43,193 INFO [RS:0;d7c8ba49ede6:42473.replicationSource,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,42473,1731140262168 (queues=0) is replicating from cluster=d0b223ad-2d98-4a2f-8be4-88f7d307a1ae to cluster=6168a3d2-ce72-410f-b86b-c8561d235f3a 2024-11-09T08:17:43,204 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44783' 2024-11-09T08:17:43,206 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd4fd7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:43,206 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44783,-1 for getting cluster id 2024-11-09T08:17:43,206 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:43,207 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:43,207 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,42473,1731140262168, RpcServer on d7c8ba49ede6/172.17.0.3:42473, sessionid=0x1011eabbea40007 2024-11-09T08:17:43,207 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:17:43,207 DEBUG [RS:0;d7c8ba49ede6:42473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,207 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42473,1731140262168' 2024-11-09T08:17:43,207 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6168a3d2-ce72-410f-b86b-c8561d235f3a' 2024-11-09T08:17:43,207 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1833478709/flush-table-proc/abort' 2024-11-09T08:17:43,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:43,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6168a3d2-ce72-410f-b86b-c8561d235f3a" 2024-11-09T08:17:43,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@217bfcc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:43,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44783,-1] 2024-11-09T08:17:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:43,210 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1833478709/flush-table-proc/acquired' 2024-11-09T08:17:43,211 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:17:43,211 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:17:43,211 DEBUG [RS:0;d7c8ba49ede6:42473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,211 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42473,1731140262168' 2024-11-09T08:17:43,211 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1833478709/online-snapshot/abort' 2024-11-09T08:17:43,212 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1833478709/online-snapshot/acquired' 2024-11-09T08:17:43,212 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:43,212 DEBUG [RS:0;d7c8ba49ede6:42473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:17:43,212 INFO [RS:0;d7c8ba49ede6:42473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:17:43,212 INFO [RS:0;d7c8ba49ede6:42473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:17:43,213 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ad328d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:43,213 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49818e4 2024-11-09T08:17:43,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:43,216 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T08:17:43,216 INFO [RS:0;d7c8ba49ede6:42473.replicationSource,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d7c8ba49ede6,42473,1731140262168 (queues=0) is replicating from cluster=d0b223ad-2d98-4a2f-8be4-88f7d307a1ae to cluster=6168a3d2-ce72-410f-b86b-c8561d235f3a 2024-11-09T08:17:43,313 INFO [RS:0;d7c8ba49ede6:42473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:43,315 INFO [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42473%2C1731140262168, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs, maxLogs=10 2024-11-09T08:17:43,333 DEBUG [RS:0;d7c8ba49ede6:42473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316, exclude list is [], retry=0 2024-11-09T08:17:43,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:43,343 INFO [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 2024-11-09T08:17:43,344 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d7c8ba49ede6%2C42473%2C1731140262168 for peer 1 2024-11-09T08:17:43,344 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d7c8ba49ede6%2C42473%2C1731140262168 for peer 2 2024-11-09T08:17:43,344 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C42473%2C1731140262168 2024-11-09T08:17:43,344 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,42473,1731140262168, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:17:43,344 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d7c8ba49ede6%2C42473%2C1731140262168 2024-11-09T08:17:43,344 INFO [RS:0;d7c8ba49ede6:42473.replicationSource.shipperd7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C42473%2C1731140262168 2024-11-09T08:17:43,344 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d7c8ba49ede6,42473,1731140262168, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:17:43,345 DEBUG [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:43,345 INFO [RS:0;d7c8ba49ede6:42473.replicationSource.shipperd7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C42473%2C1731140262168 2024-11-09T08:17:43,345 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316, startPosition=0, beingWritten=true 2024-11-09T08:17:43,346 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316, startPosition=0, beingWritten=true 2024-11-09T08:17:43,562 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:43,563 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:43,591 DEBUG [d7c8ba49ede6:41519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:17:43,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42473,1731140262168, state=OPENING 2024-11-09T08:17:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:43,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:43,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:43,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:43,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42473,1731140262168}] 2024-11-09T08:17:43,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:17:43,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:17:43,797 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:17:43,797 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:43,797 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:17:43,800 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42473%2C1731140262168.meta, suffix=.meta, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs, maxLogs=10 2024-11-09T08:17:43,815 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.meta.1731140263801.meta, exclude list is [], retry=0 2024-11-09T08:17:43,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:43,819 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.meta.1731140263801.meta 2024-11-09T08:17:43,820 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:43,820 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:43,821 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:17:43,821 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:17:43,821 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:17:43,821 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:17:43,821 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:17:43,821 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:43,821 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:17:43,821 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:17:43,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:43,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:43,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:43,834 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/info/9c29e8ff623244e9ab8ce029c988abf9 2024-11-09T08:17:43,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:43,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:43,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:43,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:43,850 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/ns/8dfa443547d94ec1a52c0591f2ad87fb 2024-11-09T08:17:43,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:43,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:43,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:43,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:43,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:43,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:43,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:43,861 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/table/7d44534bc1414eea9ae7e15729a3e072 2024-11-09T08:17:43,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:43,862 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:43,863 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740 2024-11-09T08:17:43,864 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740 2024-11-09T08:17:43,865 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:43,865 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:43,866 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:43,869 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:43,869 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:43,870 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64169502, jitterRate=-0.043799906969070435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:43,870 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:17:43,870 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140263822Writing region info on filesystem at 1731140263822Initializing all the Stores at 1731140263823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140263823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140263823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140263823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140263823Cleaning up temporary data from old regions at 1731140263865 (+42 ms)Running coprocessor post-open hooks at 1731140263870 (+5 ms)Region opened successfully at 1731140263870 2024-11-09T08:17:43,871 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:43,872 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731140263791 2024-11-09T08:17:43,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,878 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:17:43,878 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:17:43,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42473,1731140262168, state=OPEN 2024-11-09T08:17:43,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:43,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:43,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1833478709/meta-region-server 2024-11-09T08:17:43,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:43,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1833478709/meta-region-server: CHANGED 2024-11-09T08:17:43,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T08:17:43,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42473,1731140262168 in 256 msec 2024-11-09T08:17:43,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T08:17:43,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 959 msec 2024-11-09T08:17:44,283 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:44,283 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:44,582 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T08:17:44,790 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:44,790 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:45,397 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:45,397 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:46,084 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3159ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T08:17:46,109 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:46,111 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:46,916 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:46,918 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:47,436 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T08:17:47,437 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:17:47,437 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:47,437 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42473,1731140262168, seqNum=-1] 2024-11-09T08:17:47,438 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:47,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:47,446 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7942b5bb3ad1f7ad79f9e715ef25ee90, regionState=OPEN, lastHost=d7c8ba49ede6,36263,1731140246663, regionLocation=d7c8ba49ede6,36263,1731140246663, openSeqNum=2 2024-11-09T08:17:47,446 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:17:47,446 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140327446 2024-11-09T08:17:47,446 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140387446 2024-11-09T08:17:47,446 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-09T08:17:47,447 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41519,1731140262118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,447 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41519,1731140262118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,447 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d7c8ba49ede6,36263,1731140246663 had 2 regions 2024-11-09T08:17:47,447 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41519,1731140262118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,447 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:41519, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,447 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,448 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,450 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d7c8ba49ede6,36263,1731140246663, splitWal=true, meta=true, isMeta: false 2024-11-09T08:17:47,454 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663-splitting dir is empty, no logs to split. 2024-11-09T08:17:47,454 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7c8ba49ede6,36263,1731140246663 WAL count=0, meta=false 2024-11-09T08:17:47,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.209sec 2024-11-09T08:17:47,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:17:47,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:17:47,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:17:47,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:17:47,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:17:47,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41519,1731140262118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:47,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41519,1731140262118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:17:47,458 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,36263,1731140246663-splitting dir is empty, no logs to split. 2024-11-09T08:17:47,458 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7c8ba49ede6,36263,1731140246663 WAL count=0, meta=false 2024-11-09T08:17:47,458 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d7c8ba49ede6,36263,1731140246663 WAL splitting is done? wals=0, meta=false 2024-11-09T08:17:47,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN}] 2024-11-09T08:17:47,462 WARN [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d7c8ba49ede6,36263,1731140246663/hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:47,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN 2024-11-09T08:17:47,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:17:47,465 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:17:47,465 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41519,1731140262118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:47,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T08:17:47,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:47,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41519,-1 for getting cluster id 2024-11-09T08:17:47,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:47,513 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b223ad-2d98-4a2f-8be4-88f7d307a1ae' 2024-11-09T08:17:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b223ad-2d98-4a2f-8be4-88f7d307a1ae" 2024-11-09T08:17:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2186a470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41519,-1] 2024-11-09T08:17:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,517 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:47,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2beaff00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:47,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:47,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42473,1731140262168, seqNum=-1] 2024-11-09T08:17:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:47,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:47,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T08:17:47,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:47,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:47,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:47,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d7c8ba49ede6:41519 after: d7c8ba49ede6:41519 2024-11-09T08:17:47,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:47,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41519,-1 for getting cluster id 2024-11-09T08:17:47,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:47,529 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0b223ad-2d98-4a2f-8be4-88f7d307a1ae' 2024-11-09T08:17:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0b223ad-2d98-4a2f-8be4-88f7d307a1ae" 2024-11-09T08:17:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7926ba48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41519,-1] 2024-11-09T08:17:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,531 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:47,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:47,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:17:47,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:47,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-09T08:17:47,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:17:47,535 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:17:47,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:17:47,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T08:17:47,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:17:47,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41519 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T08:17:47,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:17:47,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:47,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:47,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:17:47,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:47,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816401052, stopped=false 2024-11-09T08:17:47,540 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,44783,1731140252477 2024-11-09T08:17:47,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068390764/running 2024-11-09T08:17:47,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068390764/running 2024-11-09T08:17:47,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:47,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:47,616 DEBUG [d7c8ba49ede6:41519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:17:47,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7942b5bb3ad1f7ad79f9e715ef25ee90, regionState=OPENING, regionLocation=d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:47,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/running 2024-11-09T08:17:47,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:17:47,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Set watcher on znode that does not yet exist, /11068390764/running 2024-11-09T08:17:47,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN because future has completed 2024-11-09T08:17:47,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:47,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:47,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,39689,1731140252860' ***** 2024-11-09T08:17:47,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:17:47,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:39689. 2024-11-09T08:17:47,626 DEBUG [RS:0;d7c8ba49ede6:39689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:47,626 DEBUG [RS:0;d7c8ba49ede6:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:17:47,626 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:17:47,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7942b5bb3ad1f7ad79f9e715ef25ee90, server=d7c8ba49ede6,42473,1731140262168}] 2024-11-09T08:17:47,629 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:17:47,631 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:17:47,631 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:17:47,631 DEBUG [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:17:47,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:17:47,631 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:17:47,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:17:47,632 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:17:47,632 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:17:47,632 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T08:17:47,689 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/.tmp/ns/1f44733a3a2c4231aac9b842bff49e21 is 43, key is default/ns:d/1731140256391/Put/seqid=0 2024-11-09T08:17:47,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741835_1011 (size=5153) 2024-11-09T08:17:47,699 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/.tmp/ns/1f44733a3a2c4231aac9b842bff49e21 2024-11-09T08:17:47,711 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/.tmp/ns/1f44733a3a2c4231aac9b842bff49e21 as hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/ns/1f44733a3a2c4231aac9b842bff49e21 2024-11-09T08:17:47,721 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/ns/1f44733a3a2c4231aac9b842bff49e21, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T08:17:47,723 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 90ms, sequenceid=6, compaction requested=false 2024-11-09T08:17:47,723 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:17:47,743 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T08:17:47,744 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:17:47,745 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:17:47,745 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:47,745 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140267631Running coprocessor pre-close hooks at 1731140267631Disabling compacts and flushes for region at 1731140267631Disabling writes for close at 1731140267632 (+1 ms)Obtaining lock to block concurrent updates at 1731140267632Preparing flush snapshotting stores in 1588230740 at 1731140267632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731140267632Flushing stores of hbase:meta,,1.1588230740 at 1731140267633 (+1 ms)Flushing 1588230740/ns: creating writer at 1731140267633Flushing 1588230740/ns: appending metadata at 1731140267688 (+55 ms)Flushing 1588230740/ns: closing flushed file at 1731140267688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41894418: reopening flushed file at 1731140267710 (+22 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 90ms, sequenceid=6, compaction requested=false at 1731140267723 (+13 ms)Writing region close event to WAL at 1731140267733 (+10 ms)Running coprocessor post-close hooks at 1731140267744 (+11 ms)Closed at 1731140267745 (+1 ms) 2024-11-09T08:17:47,745 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:47,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:47,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:47,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:17:47,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42473%2C1731140262168.rep, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs, maxLogs=10 2024-11-09T08:17:47,825 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:47,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.rep.1731140267808, exclude list is [], retry=0 2024-11-09T08:17:47,827 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:47,831 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,39689,1731140252860; all regions closed. 2024-11-09T08:17:47,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38901,DS-ea8611ce-8404-43c4-b9c0-0c014c176945,DISK] 2024-11-09T08:17:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741834_1010 (size=1152) 2024-11-09T08:17:47,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.rep.1731140267808 2024-11-09T08:17:47,851 DEBUG [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/oldWALs 2024-11-09T08:17:47,852 INFO [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C39689%2C1731140252860.meta:.meta(num 1731140256319) 2024-11-09T08:17:47,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-11-09T08:17:47,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7942b5bb3ad1f7ad79f9e715ef25ee90, NAME => 'hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:47,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:17:47,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:17:47,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. service=MultiRowMutationService 2024-11-09T08:17:47,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:17:47,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:47,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,860 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,862 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7942b5bb3ad1f7ad79f9e715ef25ee90 columnFamilyName hfileref 2024-11-09T08:17:47,862 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:47,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/WALs/d7c8ba49ede6,39689,1731140252860/d7c8ba49ede6%2C39689%2C1731140252860.1731140255357 not finished, retry = 0 2024-11-09T08:17:47,863 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(327): Store=7942b5bb3ad1f7ad79f9e715ef25ee90/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:47,863 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741832_1008 (size=93) 2024-11-09T08:17:47,865 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7942b5bb3ad1f7ad79f9e715ef25ee90 columnFamilyName queue 2024-11-09T08:17:47,865 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:47,875 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/queue/a8137e0f907849b497aa72376e57355e 2024-11-09T08:17:47,875 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(327): Store=7942b5bb3ad1f7ad79f9e715ef25ee90/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:47,875 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,877 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7942b5bb3ad1f7ad79f9e715ef25ee90 columnFamilyName sid 2024-11-09T08:17:47,877 DEBUG [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:47,878 INFO [StoreOpener-7942b5bb3ad1f7ad79f9e715ef25ee90-1 {}] regionserver.HStore(327): Store=7942b5bb3ad1f7ad79f9e715ef25ee90/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:47,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:17:47,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7942b5bb3ad1f7ad79f9e715ef25ee90; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60441426, jitterRate=-0.09935256838798523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:17:47,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:47,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7942b5bb3ad1f7ad79f9e715ef25ee90: Running coprocessor pre-open hook at 1731140267854Writing region info on filesystem at 1731140267854Initializing all the Stores at 1731140267855 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140267855Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140267860 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140267860Cleaning up temporary data from old regions at 1731140267883 (+23 ms)Running coprocessor post-open hooks at 1731140267890 (+7 ms)Region opened successfully at 1731140267891 (+1 ms) 2024-11-09T08:17:47,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., pid=19, masterSystemTime=1731140267782 2024-11-09T08:17:47,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:47,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:47,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7942b5bb3ad1f7ad79f9e715ef25ee90, regionState=OPEN, openSeqNum=10, regionLocation=d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:47,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7942b5bb3ad1f7ad79f9e715ef25ee90, server=d7c8ba49ede6,42473,1731140262168 because future has completed 2024-11-09T08:17:47,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T08:17:47,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7942b5bb3ad1f7ad79f9e715ef25ee90, server=d7c8ba49ede6,42473,1731140262168 in 277 msec 2024-11-09T08:17:47,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T08:17:47,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7942b5bb3ad1f7ad79f9e715ef25ee90, ASSIGN in 449 msec 2024-11-09T08:17:47,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T08:17:47,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., hostname=d7c8ba49ede6,42473,1731140262168, seqNum=10] 2024-11-09T08:17:47,961 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d7c8ba49ede6,36263,1731140246663 2024-11-09T08:17:47,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T08:17:47,969 DEBUG [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/oldWALs 2024-11-09T08:17:47,969 INFO [RS:0;d7c8ba49ede6:39689 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C39689%2C1731140252860:(num 1731140255357) 2024-11-09T08:17:47,969 DEBUG [RS:0;d7c8ba49ede6:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:47,969 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:17:47,969 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:17:47,969 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:17:47,970 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:17:47,970 INFO [RS:0;d7c8ba49ede6:39689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39689 2024-11-09T08:17:47,970 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:17:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068390764/rs/d7c8ba49ede6,39689,1731140252860 2024-11-09T08:17:47,995 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:17:47,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764/rs 2024-11-09T08:17:48,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,39689,1731140252860] 2024-11-09T08:17:48,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11068390764/draining/d7c8ba49ede6,39689,1731140252860 already deleted, retry=false 2024-11-09T08:17:48,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,39689,1731140252860 expired; onlineServers=0 2024-11-09T08:17:48,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,44783,1731140252477' ***** 2024-11-09T08:17:48,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:17:48,016 INFO [M:0;d7c8ba49ede6:44783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:17:48,016 INFO [M:0;d7c8ba49ede6:44783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:17:48,016 DEBUG [M:0;d7c8ba49ede6:44783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:17:48,016 DEBUG [M:0;d7c8ba49ede6:44783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:17:48,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:17:48,016 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140255060 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140255060,5,FailOnTimeoutGroup] 2024-11-09T08:17:48,016 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140255061 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140255061,5,FailOnTimeoutGroup] 2024-11-09T08:17:48,017 INFO [M:0;d7c8ba49ede6:44783 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:17:48,017 INFO [M:0;d7c8ba49ede6:44783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:17:48,017 DEBUG [M:0;d7c8ba49ede6:44783 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:17:48,017 INFO [M:0;d7c8ba49ede6:44783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:17:48,017 INFO [M:0;d7c8ba49ede6:44783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:17:48,017 INFO [M:0;d7c8ba49ede6:44783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:17:48,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:17:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068390764/master 2024-11-09T08:17:48,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068390764 2024-11-09T08:17:48,026 DEBUG [M:0;d7c8ba49ede6:44783 {}] zookeeper.ZKUtil(347): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Unable to get data of znode /11068390764/master because node does not exist (not an error) 2024-11-09T08:17:48,026 WARN [M:0;d7c8ba49ede6:44783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:17:48,028 INFO [M:0;d7c8ba49ede6:44783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/.lastflushedseqids 2024-11-09T08:17:48,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741836_1012 (size=99) 2024-11-09T08:17:48,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:48,106 INFO [RS:0;d7c8ba49ede6:39689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:17:48,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x1011eabbea40004, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:48,106 INFO [RS:0;d7c8ba49ede6:39689 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,39689,1731140252860; zookeeper connection closed. 2024-11-09T08:17:48,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@470cd001 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@470cd001 2024-11-09T08:17:48,106 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:17:48,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T08:17:48,436 INFO [M:0;d7c8ba49ede6:44783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:17:48,436 INFO [M:0;d7c8ba49ede6:44783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:17:48,437 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:17:48,437 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:48,437 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:48,437 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:17:48,437 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:48,437 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T08:17:48,460 DEBUG [M:0;d7c8ba49ede6:44783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0390dc3da8dc43678d0a0f6ec51d2016 is 82, key is hbase:meta,,1/info:regioninfo/1731140256365/Put/seqid=0 2024-11-09T08:17:48,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741837_1013 (size=5672) 2024-11-09T08:17:48,839 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:48,847 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:48,870 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0390dc3da8dc43678d0a0f6ec51d2016 2024-11-09T08:17:48,896 DEBUG [M:0;d7c8ba49ede6:44783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144198676a6f43c9a7d721777ed238a4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731140256399/Put/seqid=0 2024-11-09T08:17:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741838_1014 (size=5275) 2024-11-09T08:17:49,302 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144198676a6f43c9a7d721777ed238a4 2024-11-09T08:17:49,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:17:49,325 DEBUG [M:0;d7c8ba49ede6:44783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d207a8d0f148ada95822ace14a0d9e is 69, key is d7c8ba49ede6,39689,1731140252860/rs:state/1731140255139/Put/seqid=0 2024-11-09T08:17:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741839_1015 (size=5156) 2024-11-09T08:17:49,345 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d207a8d0f148ada95822ace14a0d9e 2024-11-09T08:17:49,354 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0390dc3da8dc43678d0a0f6ec51d2016 as hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0390dc3da8dc43678d0a0f6ec51d2016 2024-11-09T08:17:49,364 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0390dc3da8dc43678d0a0f6ec51d2016, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T08:17:49,370 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144198676a6f43c9a7d721777ed238a4 as hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/144198676a6f43c9a7d721777ed238a4 2024-11-09T08:17:49,377 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/144198676a6f43c9a7d721777ed238a4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T08:17:49,378 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d207a8d0f148ada95822ace14a0d9e as hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09d207a8d0f148ada95822ace14a0d9e 2024-11-09T08:17:49,385 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35449/user/jenkins/test-data/08d6c16f-6ad7-3345-5432-09f84193685b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09d207a8d0f148ada95822ace14a0d9e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T08:17:49,386 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false 2024-11-09T08:17:49,388 INFO [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:49,388 DEBUG [M:0;d7c8ba49ede6:44783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140268437Disabling compacts and flushes for region at 1731140268437Disabling writes for close at 1731140268437Obtaining lock to block concurrent updates at 1731140268437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140268437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731140268437Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140268438 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140268438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140268459 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140268459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140268879 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140268895 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140268895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140269309 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140269324 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140269324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3671d79c: reopening flushed file at 1731140269353 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed56f7f: reopening flushed file at 1731140269364 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9ffe21: reopening flushed file at 1731140269377 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false at 1731140269386 (+9 ms)Writing region close event to WAL at 1731140269388 (+2 ms)Closed at 1731140269388 2024-11-09T08:17:49,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33745 is added to blk_1073741830_1006 (size=10165) 2024-11-09T08:17:49,395 INFO [M:0;d7c8ba49ede6:44783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:17:49,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:17:49,395 INFO [M:0;d7c8ba49ede6:44783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44783 2024-11-09T08:17:49,398 INFO [M:0;d7c8ba49ede6:44783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:17:49,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:49,610 INFO [M:0;d7c8ba49ede6:44783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:17:49,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44783-0x1011eabbea40003, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:49,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:17:49,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:17:49,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:17:49,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:17:49,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir/,STOPPED} 2024-11-09T08:17:49,626 WARN [BP-579735082-172.17.0.3-1731140250493 heartbeating to localhost/127.0.0.1:35449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:17:49,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:17:49,626 WARN [BP-579735082-172.17.0.3-1731140250493 heartbeating to localhost/127.0.0.1:35449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-579735082-172.17.0.3-1731140250493 (Datanode Uuid 006bf811-d5f3-4953-a10b-32b28df62587) service to localhost/127.0.0.1:35449 2024-11-09T08:17:49,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:17:49,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/cluster_517df201-5e9e-ecf9-b533-1e727b5b52cc/data/data2/current/BP-579735082-172.17.0.3-1731140250493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:17:49,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/cluster_517df201-5e9e-ecf9-b533-1e727b5b52cc/data/data1/current/BP-579735082-172.17.0.3-1731140250493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:17:49,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:17:49,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:17:49,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:17:49,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:17:49,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:17:49,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir/,STOPPED} 2024-11-09T08:17:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:17:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:17:49,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:49,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:49,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:49,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:49,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:49,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:17:49,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=437967869, stopped=false 2024-11-09T08:17:49,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,41519,1731140262118 2024-11-09T08:17:49,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/running 2024-11-09T08:17:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:49,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:17:49,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:17:49,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:49,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Set watcher on znode that does not yet exist, /0-1833478709/running 2024-11-09T08:17:49,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:49,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:49,680 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,42473,1731140262168' ***** 2024-11-09T08:17:49,680 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:17:49,680 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:17:49,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:17:49,680 INFO [RS:0;d7c8ba49ede6:42473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:17:49,680 INFO [RS:0;d7c8ba49ede6:42473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42473. 2024-11-09T08:17:49,681 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7942b5bb3ad1f7ad79f9e715ef25ee90, disabling compactions & flushes 2024-11-09T08:17:49,681 DEBUG [RS:0;d7c8ba49ede6:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:49,681 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:49,681 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:49,681 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:17:49,681 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. after waiting 0 ms 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:17:49,681 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:17:49,681 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:17:49,682 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:17:49,682 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1325): Online Regions={7942b5bb3ad1f7ad79f9e715ef25ee90=hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:17:49,682 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7942b5bb3ad1f7ad79f9e715ef25ee90 2024-11-09T08:17:49,682 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:17:49,682 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:17:49,682 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:17:49,682 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:17:49,682 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:17:49,682 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T08:17:49,689 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/replication/7942b5bb3ad1f7ad79f9e715ef25ee90/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T08:17:49,689 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:17:49,689 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:17:49,689 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:49,689 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7942b5bb3ad1f7ad79f9e715ef25ee90: Waiting for close lock at 1731140269681Running coprocessor pre-close hooks at 1731140269681Disabling compacts and flushes for region at 1731140269681Disabling writes for close at 1731140269681Writing region close event to WAL at 1731140269684 (+3 ms)Running coprocessor post-close hooks at 1731140269689 (+5 ms)Closed at 1731140269689 2024-11-09T08:17:49,690 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90. 2024-11-09T08:17:49,706 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/info/818710872b70432691eae999de7686fe is 147, key is hbase:replication,,1731140256626.7942b5bb3ad1f7ad79f9e715ef25ee90./info:regioninfo/1731140267898/Put/seqid=0 2024-11-09T08:17:49,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741851_1027 (size=6385) 2024-11-09T08:17:49,729 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:17:49,882 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:17:49,945 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:49,955 DEBUG [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 to pos 0, reset compression=false 2024-11-09T08:17:50,082 DEBUG [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:17:50,116 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/info/818710872b70432691eae999de7686fe 2024-11-09T08:17:50,124 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/.tmp/info/818710872b70432691eae999de7686fe as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/info/818710872b70432691eae999de7686fe 2024-11-09T08:17:50,134 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/info/818710872b70432691eae999de7686fe, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T08:17:50,135 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false 2024-11-09T08:17:50,157 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T08:17:50,158 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:17:50,158 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:17:50,158 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:50,159 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140269682Running coprocessor pre-close hooks at 1731140269682Disabling compacts and flushes for region at 1731140269682Disabling writes for close at 1731140269682Obtaining lock to block concurrent updates at 1731140269682Preparing flush snapshotting stores in 1588230740 at 1731140269682Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731140269683 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140269683Flushing 1588230740/info: creating writer at 1731140269683Flushing 1588230740/info: appending metadata at 1731140269705 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731140269705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1092bb0a: reopening flushed file at 1731140270123 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false at 1731140270135 (+12 ms)Writing region close event to WAL at 1731140270141 (+6 ms)Running coprocessor post-close hooks at 1731140270158 (+17 ms)Closed at 1731140270158 2024-11-09T08:17:50,159 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:50,212 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:17:50,212 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:17:50,283 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,42473,1731140262168; all regions closed. 2024-11-09T08:17:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741849_1025 (size=2156) 2024-11-09T08:17:50,293 DEBUG [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs 2024-11-09T08:17:50,293 INFO [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C42473%2C1731140262168.meta:.meta(num 1731140263801) 2024-11-09T08:17:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741850_1026 (size=796) 2024-11-09T08:17:50,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.rep.1731140267808 not finished, retry = 0 2024-11-09T08:17:50,400 DEBUG [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs 2024-11-09T08:17:50,400 INFO [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C42473%2C1731140262168.rep:(num 1731140267808) 2024-11-09T08:17:50,403 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/WALs/d7c8ba49ede6,42473,1731140262168/d7c8ba49ede6%2C42473%2C1731140262168.1731140263316 not finished, retry = 0 2024-11-09T08:17:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741848_1024 (size=93) 2024-11-09T08:17:50,506 DEBUG [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/oldWALs 2024-11-09T08:17:50,506 INFO [RS:0;d7c8ba49ede6:42473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C42473%2C1731140262168:(num 1731140263316) 2024-11-09T08:17:50,506 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:50,506 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:17:50,506 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:17:50,506 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:17:50,506 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:17:50,506 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:17:50,506 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,42473,1731140262168 because: Region server is closing 2024-11-09T08:17:50,506 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T08:17:50,507 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T08:17:50,507 INFO [RS:0;d7c8ba49ede6:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42473. 2024-11-09T08:17:50,507 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T08:17:50,507 DEBUG [RS:0;d7c8ba49ede6:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:50,507 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:50,507 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:50,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:50,607 WARN [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:17:50,607 WARN [RS:0;d7c8ba49ede6:42473.replicationSource.shipperd7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:17:50,608 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d7c8ba49ede6:42473.replicationSource.shipperd7c8ba49ede6%2C42473%2C1731140262168,1-d7c8ba49ede6,42473,1731140262168 terminated 2024-11-09T08:17:50,608 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d7c8ba49ede6,42473,1731140262168 because: Region server is closing 2024-11-09T08:17:50,608 INFO [RS:0;d7c8ba49ede6:42473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42473. 2024-11-09T08:17:50,608 DEBUG [RS:0;d7c8ba49ede6:42473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:17:50,608 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:50,608 DEBUG [RS:0;d7c8ba49ede6:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:50,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:17:50,709 WARN [RS:0;d7c8ba49ede6:42473.replicationSource.wal-reader.d7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:17:50,709 WARN [RS:0;d7c8ba49ede6:42473.replicationSource.shipperd7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:17:50,709 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d7c8ba49ede6:42473.replicationSource.shipperd7c8ba49ede6%2C42473%2C1731140262168,2-d7c8ba49ede6,42473,1731140262168 terminated 2024-11-09T08:17:50,709 INFO [RS:0;d7c8ba49ede6:42473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42473 2024-11-09T08:17:50,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709/rs 2024-11-09T08:17:50,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/rs/d7c8ba49ede6,42473,1731140262168 2024-11-09T08:17:50,773 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:17:50,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,42473,1731140262168] 2024-11-09T08:17:50,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1833478709/draining/d7c8ba49ede6,42473,1731140262168 already deleted, retry=false 2024-11-09T08:17:50,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,42473,1731140262168 expired; onlineServers=0 2024-11-09T08:17:50,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,41519,1731140262118' ***** 2024-11-09T08:17:50,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:17:50,794 INFO [M:0;d7c8ba49ede6:41519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:17:50,795 INFO [M:0;d7c8ba49ede6:41519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:17:50,795 DEBUG [M:0;d7c8ba49ede6:41519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:17:50,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:17:50,795 DEBUG [M:0;d7c8ba49ede6:41519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:17:50,795 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140262924 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140262924,5,FailOnTimeoutGroup] 2024-11-09T08:17:50,795 INFO [M:0;d7c8ba49ede6:41519 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:17:50,795 INFO [M:0;d7c8ba49ede6:41519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:17:50,795 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140262924 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140262924,5,FailOnTimeoutGroup] 2024-11-09T08:17:50,796 DEBUG [M:0;d7c8ba49ede6:41519 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:17:50,796 INFO [M:0;d7c8ba49ede6:41519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:17:50,796 INFO [M:0;d7c8ba49ede6:41519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:17:50,796 INFO [M:0;d7c8ba49ede6:41519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:17:50,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:17:50,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1833478709/master 2024-11-09T08:17:50,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1833478709 2024-11-09T08:17:50,805 DEBUG [M:0;d7c8ba49ede6:41519 {}] zookeeper.ZKUtil(347): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Unable to get data of znode /0-1833478709/master because node does not exist (not an error) 2024-11-09T08:17:50,805 WARN [M:0;d7c8ba49ede6:41519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:17:50,806 INFO [M:0;d7c8ba49ede6:41519 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/.lastflushedseqids 2024-11-09T08:17:50,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741852_1028 (size=181) 2024-11-09T08:17:50,815 INFO [M:0;d7c8ba49ede6:41519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:17:50,815 INFO [M:0;d7c8ba49ede6:41519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:17:50,815 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:17:50,815 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:50,815 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:50,816 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:17:50,816 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:50,816 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T08:17:50,843 DEBUG [M:0;d7c8ba49ede6:41519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd8a3ffd8e44e4da31f1c71bcc301ec is 82, key is hbase:meta,,1/info:regioninfo/1731140263877/Put/seqid=0 2024-11-09T08:17:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741853_1029 (size=5680) 2024-11-09T08:17:50,848 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd8a3ffd8e44e4da31f1c71bcc301ec 2024-11-09T08:17:50,879 DEBUG [M:0;d7c8ba49ede6:41519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43b2189132de44d7845f595633a35139 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731140267911/Put/seqid=0 2024-11-09T08:17:50,884 INFO [RS:0;d7c8ba49ede6:42473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:17:50,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:50,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42473-0x1011eabbea40007, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:50,884 INFO [RS:0;d7c8ba49ede6:42473 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,42473,1731140262168; zookeeper connection closed. 2024-11-09T08:17:50,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11a2136f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11a2136f 2024-11-09T08:17:50,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:17:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741854_1030 (size=7319) 2024-11-09T08:17:50,886 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43b2189132de44d7845f595633a35139 2024-11-09T08:17:50,917 DEBUG [M:0;d7c8ba49ede6:41519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6740ae9ec8b4401b86165317fd5f6a8 is 69, key is d7c8ba49ede6,42473,1731140262168/rs:state/1731140263046/Put/seqid=0 2024-11-09T08:17:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741855_1031 (size=5371) 2024-11-09T08:17:50,927 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6740ae9ec8b4401b86165317fd5f6a8 2024-11-09T08:17:50,942 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6740ae9ec8b4401b86165317fd5f6a8 2024-11-09T08:17:50,944 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbd8a3ffd8e44e4da31f1c71bcc301ec as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbd8a3ffd8e44e4da31f1c71bcc301ec 2024-11-09T08:17:50,957 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbd8a3ffd8e44e4da31f1c71bcc301ec, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T08:17:50,958 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43b2189132de44d7845f595633a35139 as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43b2189132de44d7845f595633a35139 2024-11-09T08:17:50,971 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43b2189132de44d7845f595633a35139, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T08:17:50,975 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6740ae9ec8b4401b86165317fd5f6a8 as hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6740ae9ec8b4401b86165317fd5f6a8 2024-11-09T08:17:50,987 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6740ae9ec8b4401b86165317fd5f6a8 2024-11-09T08:17:50,988 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/c6b15283-65c1-23e1-16f2-dca6dda6e153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6740ae9ec8b4401b86165317fd5f6a8, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T08:17:50,989 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=172, compaction requested=false 2024-11-09T08:17:50,999 INFO [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:50,999 DEBUG [M:0;d7c8ba49ede6:41519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140270815Disabling compacts and flushes for region at 1731140270815Disabling writes for close at 1731140270816 (+1 ms)Obtaining lock to block concurrent updates at 1731140270816Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140270816Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731140270816Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140270818 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140270818Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140270842 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140270842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140270857 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140270879 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140270879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140270898 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140270916 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140270916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619464ba: reopening flushed file at 1731140270942 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edf29e1: reopening flushed file at 1731140270957 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc3c695: reopening flushed file at 1731140270971 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=172, compaction requested=false at 1731140270989 (+18 ms)Writing region close event to WAL at 1731140270999 (+10 ms)Closed at 1731140270999 2024-11-09T08:17:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38901 is added to blk_1073741847_1023 (size=22949) 2024-11-09T08:17:51,004 INFO [M:0;d7c8ba49ede6:41519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:17:51,004 INFO [M:0;d7c8ba49ede6:41519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41519 2024-11-09T08:17:51,004 INFO [M:0;d7c8ba49ede6:41519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:17:51,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:17:51,115 INFO [M:0;d7c8ba49ede6:41519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:17:51,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:51,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41519-0x1011eabbea40006, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:17:51,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:17:51,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:17:51,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:17:51,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:17:51,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir/,STOPPED} 2024-11-09T08:17:51,133 WARN [BP-94230640-172.17.0.3-1731140241203 heartbeating to localhost/127.0.0.1:43183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:17:51,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:17:51,133 WARN [BP-94230640-172.17.0.3-1731140241203 heartbeating to localhost/127.0.0.1:43183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94230640-172.17.0.3-1731140241203 (Datanode Uuid 7d2d0ec2-42eb-4942-b093-d4c7c5f26133) service to localhost/127.0.0.1:43183 2024-11-09T08:17:51,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:17:51,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/data/data1/current/BP-94230640-172.17.0.3-1731140241203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:17:51,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/cluster_ae81928f-fe0c-9103-31a5-db3f06b1947e/data/data2/current/BP-94230640-172.17.0.3-1731140241203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:17:51,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:17:51,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:17:51,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:17:51,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:17:51,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:17:51,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96cc5f39-9443-b477-6b90-1e0eb2f18082/hadoop.log.dir/,STOPPED} 2024-11-09T08:17:51,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:17:51,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:17:51,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=116 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7c8ba49ede6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61214) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/d7c8ba49ede6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7c8ba49ede6:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43183 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35449 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7c8ba49ede6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61214) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7c8ba49ede6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=1715 (was 2573) 2024-11-09T08:17:51,202 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=116, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=1713 2024-11-09T08:17:51,221 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T08:17:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir so I do NOT create it in target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d 2024-11-09T08:17:51,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:17:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.tmp.dir so I do NOT create it in target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d 2024-11-09T08:17:51,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02b4df11-62fa-5beb-da0c-22ca5ef2bac8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:17:51,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d 2024-11-09T08:17:51,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36, deleteOnExit=true 2024-11-09T08:17:51,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/zookeeper_0, clientPort=60240, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:17:51,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60240 2024-11-09T08:17:51,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:17:51,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:17:51,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/test.cache.data in system properties and HBase conf 2024-11-09T08:17:51,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:17:51,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:17:51,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:17:51,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:17:51,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:17:51,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:17:51,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:51,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:51,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:17:51,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:51,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:17:51,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:17:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eabbea40005, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:17:51,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eabbea40002, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:17:51,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eabbea40002, quorum=127.0.0.1:61214, baseZNode=/0-1833478709 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:17:51,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eabbea40005, quorum=127.0.0.1:61214, baseZNode=/11068390764 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:17:51,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:51,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:51,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:51,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:51,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:17:51,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:51,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@520994d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:51,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad87a0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:51,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ec9ed79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/java.io.tmpdir/jetty-localhost-34105-hadoop-hdfs-3_4_1-tests_jar-_-any-14683718579735203034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:17:51,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78e99787{HTTP/1.1, (http/1.1)}{localhost:34105} 2024-11-09T08:17:51,822 INFO [Time-limited test {}] server.Server(415): Started @33604ms 2024-11-09T08:17:52,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:52,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:52,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:52,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:52,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:17:52,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de29a00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:52,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@279d8152{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:52,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@697d5978{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/java.io.tmpdir/jetty-localhost-42343-hadoop-hdfs-3_4_1-tests_jar-_-any-10915207645733665458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:17:52,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a545d1b{HTTP/1.1, (http/1.1)}{localhost:42343} 2024-11-09T08:17:52,328 INFO [Time-limited test {}] server.Server(415): Started @34110ms 2024-11-09T08:17:52,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:17:53,237 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/data/data1/current/BP-1713971820-172.17.0.3-1731140271267/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:53,237 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/data/data2/current/BP-1713971820-172.17.0.3-1731140271267/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:53,263 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:17:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc01b001629e9151b with lease ID 0x2a7faa02877941fa: Processing first storage report for DS-17bafbd3-551e-449a-a655-818e618d2a87 from datanode DatanodeRegistration(127.0.0.1:36189, datanodeUuid=e0da5e1d-1618-43cb-91ef-a230dd7b0016, infoPort=37201, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2130959165;c=1731140271267) 2024-11-09T08:17:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc01b001629e9151b with lease ID 0x2a7faa02877941fa: from storage DS-17bafbd3-551e-449a-a655-818e618d2a87 node DatanodeRegistration(127.0.0.1:36189, datanodeUuid=e0da5e1d-1618-43cb-91ef-a230dd7b0016, infoPort=37201, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2130959165;c=1731140271267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:17:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc01b001629e9151b with lease ID 0x2a7faa02877941fa: Processing first storage report for DS-3d9896e2-13bb-41a1-80bf-c2015310159e from datanode DatanodeRegistration(127.0.0.1:36189, datanodeUuid=e0da5e1d-1618-43cb-91ef-a230dd7b0016, infoPort=37201, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2130959165;c=1731140271267) 2024-11-09T08:17:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc01b001629e9151b with lease ID 0x2a7faa02877941fa: from storage DS-3d9896e2-13bb-41a1-80bf-c2015310159e node DatanodeRegistration(127.0.0.1:36189, datanodeUuid=e0da5e1d-1618-43cb-91ef-a230dd7b0016, infoPort=37201, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2130959165;c=1731140271267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:17:53,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d 2024-11-09T08:17:53,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:53,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:17:53,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034 with version=8 2024-11-09T08:17:53,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/hbase-staging 2024-11-09T08:17:53,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:53,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:53,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:53,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:17:53,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:53,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43339 2024-11-09T08:17:53,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43339 connecting to ZooKeeper ensemble=127.0.0.1:60240 2024-11-09T08:17:53,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433390x0, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:53,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43339-0x1011eac38250000 connected 2024-11-09T08:17:53,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:53,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:53,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/running 2024-11-09T08:17:53,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034, hbase.cluster.distributed=false 2024-11-09T08:17:53,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/acl 2024-11-09T08:17:53,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43339 2024-11-09T08:17:53,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43339 2024-11-09T08:17:53,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43339 2024-11-09T08:17:53,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43339 2024-11-09T08:17:53,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43339 2024-11-09T08:17:53,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:17:53,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:53,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36923 2024-11-09T08:17:53,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36923 connecting to ZooKeeper ensemble=127.0.0.1:60240 2024-11-09T08:17:53,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:53,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369230x0, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:53,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36923-0x1011eac38250001 connected 2024-11-09T08:17:53,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/running 2024-11-09T08:17:53,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:17:53,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:17:53,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/master 2024-11-09T08:17:53,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/acl 2024-11-09T08:17:53,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36923 2024-11-09T08:17:53,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36923 2024-11-09T08:17:53,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36923 2024-11-09T08:17:53,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36923 2024-11-09T08:17:53,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36923 2024-11-09T08:17:53,992 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:43339 2024-11-09T08:17:53,992 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1824840774/backup-masters/d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774/backup-masters 2024-11-09T08:17:54,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774/backup-masters 2024-11-09T08:17:54,006 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on existing znode=/0-1824840774/backup-masters/d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1824840774/master 2024-11-09T08:17:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,016 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on existing znode=/0-1824840774/master 2024-11-09T08:17:54,016 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1824840774/backup-masters/d7c8ba49ede6,43339,1731140273710 from backup master directory 2024-11-09T08:17:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774/backup-masters 2024-11-09T08:17:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1824840774/backup-masters/d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,025 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774/backup-masters 2024-11-09T08:17:54,025 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,033 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/hbase.id] with ID: 9aae677e-ec09-408d-875d-8266f954075b 2024-11-09T08:17:54,033 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/.tmp/hbase.id 2024-11-09T08:17:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:17:54,444 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/.tmp/hbase.id]:[hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/hbase.id] 2024-11-09T08:17:54,476 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:54,476 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:17:54,478 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:17:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:17:54,648 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:17:54,649 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:17:54,650 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:17:54,662 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store 2024-11-09T08:17:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:17:54,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:54,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:17:54,671 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:54,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:54,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:17:54,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:54,671 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:17:54,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140274671Disabling compacts and flushes for region at 1731140274671Disabling writes for close at 1731140274671Writing region close event to WAL at 1731140274671Closed at 1731140274671 2024-11-09T08:17:54,674 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/.initializing 2024-11-09T08:17:54,675 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/WALs/d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,676 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:54,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C43339%2C1731140273710, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/WALs/d7c8ba49ede6,43339,1731140273710, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/oldWALs, maxLogs=10 2024-11-09T08:17:54,697 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/WALs/d7c8ba49ede6,43339,1731140273710/d7c8ba49ede6%2C43339%2C1731140273710.1731140274678, exclude list is [], retry=0 2024-11-09T08:17:54,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36189,DS-17bafbd3-551e-449a-a655-818e618d2a87,DISK] 2024-11-09T08:17:54,708 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/WALs/d7c8ba49ede6,43339,1731140273710/d7c8ba49ede6%2C43339%2C1731140273710.1731140274678 2024-11-09T08:17:54,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-09T08:17:54,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:54,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:54,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:17:54,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:54,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:54,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:17:54,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:54,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:54,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:17:54,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:54,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:54,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:17:54,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:54,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:17:54,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,730 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,731 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,731 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,731 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:54,732 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:17:54,735 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:54,736 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66795517, jitterRate=-0.0046692341566085815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:54,737 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140274710Initializing all the Stores at 1731140274713 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140274714 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140274714Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140274714Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140274714Cleaning up temporary data from old regions at 1731140274731 (+17 ms)Region opened successfully at 1731140274737 (+6 ms) 2024-11-09T08:17:54,744 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:17:54,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3547b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:54,749 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:17:54,749 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:17:54,750 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:17:54,750 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:17:54,751 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T08:17:54,751 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:17:54,751 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:17:54,763 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:17:54,764 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Unable to get data of znode /0-1824840774/balancer because node does not exist (not necessarily an error) 2024-11-09T08:17:54,773 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824840774/balancer already deleted, retry=false 2024-11-09T08:17:54,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:17:54,774 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Unable to get data of znode /0-1824840774/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:17:54,783 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824840774/normalizer already deleted, retry=false 2024-11-09T08:17:54,784 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:17:54,789 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Unable to get data of znode /0-1824840774/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:17:54,795 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824840774/switch/split already deleted, retry=false 2024-11-09T08:17:54,797 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Unable to get data of znode /0-1824840774/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:17:54,804 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824840774/switch/merge already deleted, retry=false 2024-11-09T08:17:54,811 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Unable to get data of znode /0-1824840774/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:17:54,815 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824840774/snapshot-cleanup already deleted, retry=false 2024-11-09T08:17:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1824840774/running 2024-11-09T08:17:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1824840774/running 2024-11-09T08:17:54,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,827 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,43339,1731140273710, sessionid=0x1011eac38250000, setting cluster-up flag (Was=false) 2024-11-09T08:17:54,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,878 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1824840774/flush-table-proc/acquired, /0-1824840774/flush-table-proc/reached, /0-1824840774/flush-table-proc/abort 2024-11-09T08:17:54,880 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:54,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1824840774/online-snapshot/acquired, /0-1824840774/online-snapshot/reached, /0-1824840774/online-snapshot/abort 2024-11-09T08:17:54,932 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:54,942 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:17:54,949 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:54,949 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:17:54,950 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:17:54,951 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d7c8ba49ede6,36263,1731140246663: status=Processing ServerCrashProcedure of d7c8ba49ede6,36263,1731140246663 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731140262920, completionTime=-1 appears to have been leaked 2024-11-09T08:17:54,951 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,43339,1731140273710 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:54,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:54,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:54,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:17:54,984 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:54,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140305018 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:17:55,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:17:55,024 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:17:55,033 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:17:55,033 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:17:55,033 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:17:55,045 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(746): ClusterId : 9aae677e-ec09-408d-875d-8266f954075b 2024-11-09T08:17:55,045 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:17:55,048 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:17:55,048 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:17:55,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140275048,5,FailOnTimeoutGroup] 2024-11-09T08:17:55,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140275049,5,FailOnTimeoutGroup] 2024-11-09T08:17:55,049 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,049 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:17:55,049 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,049 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,058 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:17:55,058 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:17:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:17:55,068 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:17:55,069 DEBUG [RS:0;d7c8ba49ede6:36923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d764d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:17:55,085 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:36923 2024-11-09T08:17:55,086 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:17:55,088 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:17:55,088 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:17:55,089 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,43339,1731140273710 with port=36923, startcode=1731140273941 2024-11-09T08:17:55,089 DEBUG [RS:0;d7c8ba49ede6:36923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:17:55,109 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:17:55,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43339 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,112 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034 2024-11-09T08:17:55,112 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37187 2024-11-09T08:17:55,112 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:17:55,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774/rs 2024-11-09T08:17:55,121 DEBUG [RS:0;d7c8ba49ede6:36923 {}] zookeeper.ZKUtil(111): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on existing znode=/0-1824840774/rs/d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,121 WARN [RS:0;d7c8ba49ede6:36923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:55,121 INFO [RS:0;d7c8ba49ede6:36923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:55,121 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,36923,1731140273941] 2024-11-09T08:17:55,129 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:17:55,131 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:17:55,132 INFO [RS:0;d7c8ba49ede6:36923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:17:55,132 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,132 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:17:55,133 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:17:55,133 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,133 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:55,134 DEBUG [RS:0;d7c8ba49ede6:36923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:17:55,140 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,140 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,140 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,140 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,140 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,140 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36923,1731140273941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:55,164 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:17:55,165 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36923,1731140273941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,165 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,165 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.Replication(171): d7c8ba49ede6,36923,1731140273941 started 2024-11-09T08:17:55,184 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:55,184 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,36923,1731140273941, RpcServer on d7c8ba49ede6/172.17.0.3:36923, sessionid=0x1011eac38250001 2024-11-09T08:17:55,185 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:17:55,185 DEBUG [RS:0;d7c8ba49ede6:36923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,185 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36923,1731140273941' 2024-11-09T08:17:55,185 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1824840774/flush-table-proc/abort' 2024-11-09T08:17:55,185 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1824840774/flush-table-proc/acquired' 2024-11-09T08:17:55,186 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:17:55,186 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:17:55,186 DEBUG [RS:0;d7c8ba49ede6:36923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,186 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36923,1731140273941' 2024-11-09T08:17:55,186 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1824840774/online-snapshot/abort' 2024-11-09T08:17:55,186 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1824840774/online-snapshot/acquired' 2024-11-09T08:17:55,188 DEBUG [RS:0;d7c8ba49ede6:36923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:17:55,188 INFO [RS:0;d7c8ba49ede6:36923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:17:55,188 INFO [RS:0;d7c8ba49ede6:36923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:17:55,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:17:55,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:17:55,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:17:55,289 INFO [RS:0;d7c8ba49ede6:36923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:17:55,291 INFO [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36923%2C1731140273941, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/oldWALs, maxLogs=10 2024-11-09T08:17:55,312 DEBUG [RS:0;d7c8ba49ede6:36923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291, exclude list is [], retry=0 2024-11-09T08:17:55,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36189,DS-17bafbd3-551e-449a-a655-818e618d2a87,DISK] 2024-11-09T08:17:55,323 INFO [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 2024-11-09T08:17:55,324 DEBUG [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-09T08:17:55,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:17:55,461 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034 2024-11-09T08:17:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:17:55,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:55,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:55,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:55,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:55,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:55,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:55,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:55,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:55,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:55,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:55,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:55,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:55,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:55,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:55,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:55,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:55,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740 2024-11-09T08:17:55,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740 2024-11-09T08:17:55,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:55,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:55,513 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:55,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:55,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:17:55,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671025, jitterRate=0.008376851677894592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:55,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140275481Initializing all the Stores at 1731140275483 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140275483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140275484 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140275484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140275484Cleaning up temporary data from old regions at 1731140275512 (+28 ms)Region opened successfully at 1731140275537 (+25 ms) 2024-11-09T08:17:55,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:17:55,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:17:55,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:17:55,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:17:55,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:17:55,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:17:55,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140275538Disabling compacts and flushes for region at 1731140275538Disabling writes for close at 1731140275538Writing region close event to WAL at 1731140275545 (+7 ms)Closed at 1731140275545 2024-11-09T08:17:55,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:55,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:17:55,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:17:55,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:55,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:17:55,701 DEBUG [d7c8ba49ede6:43339 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:17:55,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:55,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36923,1731140273941, state=OPENING 2024-11-09T08:17:55,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:17:55,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:55,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:17:55,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824840774/meta-region-server: CHANGED 2024-11-09T08:17:55,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824840774/meta-region-server: CHANGED 2024-11-09T08:17:55,789 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:17:55,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36923,1731140273941}] 2024-11-09T08:17:55,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:17:55,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:17:55,950 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:17:55,950 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:55,950 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:17:55,952 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36923%2C1731140273941.meta, suffix=.meta, logDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/oldWALs, maxLogs=10 2024-11-09T08:17:55,966 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.meta.1731140275952.meta, exclude list is [], retry=0 2024-11-09T08:17:55,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36189,DS-17bafbd3-551e-449a-a655-818e618d2a87,DISK] 2024-11-09T08:17:55,977 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.meta.1731140275952.meta 2024-11-09T08:17:55,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-09T08:17:55,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:17:55,985 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:17:55,985 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:17:55,985 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:17:55,985 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:17:55,985 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:17:55,985 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:17:55,986 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:17:55,986 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:17:55,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:17:55,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:17:55,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:55,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:55,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:17:55,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:17:55,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:55,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:55,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:17:56,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:17:56,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:17:56,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:17:56,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:17:56,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:17:56,003 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:17:56,003 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740 2024-11-09T08:17:56,005 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740 2024-11-09T08:17:56,006 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:17:56,006 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:17:56,007 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:17:56,009 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:17:56,010 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68676004, jitterRate=0.023352205753326416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:17:56,010 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:17:56,011 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140275986Writing region info on filesystem at 1731140275986Initializing all the Stores at 1731140275987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140275987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140275992 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140275992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140275992Cleaning up temporary data from old regions at 1731140276006 (+14 ms)Running coprocessor post-open hooks at 1731140276010 (+4 ms)Region opened successfully at 1731140276010 2024-11-09T08:17:56,012 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140275942 2024-11-09T08:17:56,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:56,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36923,1731140273941, state=OPEN 2024-11-09T08:17:56,018 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:17:56,018 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:17:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1824840774/meta-region-server 2024-11-09T08:17:56,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1824840774/meta-region-server 2024-11-09T08:17:56,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36923,1731140273941 2024-11-09T08:17:56,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824840774/meta-region-server: CHANGED 2024-11-09T08:17:56,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824840774/meta-region-server: CHANGED 2024-11-09T08:17:56,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:17:56,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36923,1731140273941 in 247 msec 2024-11-09T08:17:56,045 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:17:56,045 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:17:56,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:56,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36923,1731140273941, seqNum=-1] 2024-11-09T08:17:56,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:56,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:17:56,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-09T08:17:56,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:56,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-11-09T08:17:56,056 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140276056, completionTime=-1 2024-11-09T08:17:56,056 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:17:56,056 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:17:56,059 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:17:56,059 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140336059 2024-11-09T08:17:56,059 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140396059 2024-11-09T08:17:56,059 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:17:56,059 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43339,1731140273710-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,060 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43339,1731140273710-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,060 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43339,1731140273710-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,060 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:43339, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,060 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,062 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:17:56,063 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.042sec 2024-11-09T08:17:56,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:17:56,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:17:56,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:17:56,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:17:56,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:17:56,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43339,1731140273710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:17:56,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43339,1731140273710-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:17:56,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:17:56,070 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:17:56,070 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43339,1731140273710-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:17:56,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606b15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:56,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43339,-1 for getting cluster id 2024-11-09T08:17:56,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:17:56,147 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aae677e-ec09-408d-875d-8266f954075b' 2024-11-09T08:17:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:17:56,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aae677e-ec09-408d-875d-8266f954075b" 2024-11-09T08:17:56,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd7f5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:56,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43339,-1] 2024-11-09T08:17:56,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:17:56,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:17:56,149 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:17:56,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326d35e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:17:56,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:17:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36923,1731140273941, seqNum=-1] 2024-11-09T08:17:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:17:56,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:17:56,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,43339,1731140273710 2024-11-09T08:17:56,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60240 2024-11-09T08:17:56,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:56,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eac38250002 connected 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir so I do NOT create it in target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930 2024-11-09T08:17:56,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.tmp.dir so I do NOT create it in target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930 2024-11-09T08:17:56,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:17:56,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/cluster_73e65851-a862-ff99-24f0-523927edae47, deleteOnExit=true 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/test.cache.data in system properties and HBase conf 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:17:56,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:17:56,187 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:17:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:17:56,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:17:56,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:17:56,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:17:56,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:17:56,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:56,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:56,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:56,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:56,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:17:56,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:56,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4566547a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:56,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d03855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:56,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3f27f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/java.io.tmpdir/jetty-localhost-46663-hadoop-hdfs-3_4_1-tests_jar-_-any-4241998932646548902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:17:56,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ddfcc72{HTTP/1.1, (http/1.1)}{localhost:46663} 2024-11-09T08:17:56,829 INFO [Time-limited test {}] server.Server(415): Started @38611ms 2024-11-09T08:17:57,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:17:57,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:17:57,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:17:57,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:17:57,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:17:57,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106edffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:17:57,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544f7262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:17:57,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407fd9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/java.io.tmpdir/jetty-localhost-33703-hadoop-hdfs-3_4_1-tests_jar-_-any-6685251799380719175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:17:57,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a65fc0d{HTTP/1.1, (http/1.1)}{localhost:33703} 2024-11-09T08:17:57,357 INFO [Time-limited test {}] server.Server(415): Started @39138ms 2024-11-09T08:17:57,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:17:58,038 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/cluster_73e65851-a862-ff99-24f0-523927edae47/data/data2/current/BP-1535749178-172.17.0.3-1731140276215/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:58,038 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/cluster_73e65851-a862-ff99-24f0-523927edae47/data/data1/current/BP-1535749178-172.17.0.3-1731140276215/current, will proceed with Du for space computation calculation, 2024-11-09T08:17:58,060 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:17:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce4a07c01e40eb7 with lease ID 0x424ed3e1629e2c52: Processing first storage report for DS-73b3c686-b4c3-4f0d-933b-614a2fb42e8f from datanode DatanodeRegistration(127.0.0.1:43317, datanodeUuid=aa4c4e8f-b090-45d0-b5c7-2b11e53d4bd9, infoPort=44809, infoSecurePort=0, ipcPort=40035, storageInfo=lv=-57;cid=testClusterID;nsid=384872737;c=1731140276215) 2024-11-09T08:17:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce4a07c01e40eb7 with lease ID 0x424ed3e1629e2c52: from storage DS-73b3c686-b4c3-4f0d-933b-614a2fb42e8f node DatanodeRegistration(127.0.0.1:43317, datanodeUuid=aa4c4e8f-b090-45d0-b5c7-2b11e53d4bd9, infoPort=44809, infoSecurePort=0, ipcPort=40035, storageInfo=lv=-57;cid=testClusterID;nsid=384872737;c=1731140276215), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:17:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ce4a07c01e40eb7 with lease ID 0x424ed3e1629e2c52: Processing first storage report for DS-5db3b53d-7d24-47f7-86e2-fae37d035510 from datanode DatanodeRegistration(127.0.0.1:43317, datanodeUuid=aa4c4e8f-b090-45d0-b5c7-2b11e53d4bd9, infoPort=44809, infoSecurePort=0, ipcPort=40035, storageInfo=lv=-57;cid=testClusterID;nsid=384872737;c=1731140276215) 2024-11-09T08:17:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ce4a07c01e40eb7 with lease ID 0x424ed3e1629e2c52: from storage DS-5db3b53d-7d24-47f7-86e2-fae37d035510 node DatanodeRegistration(127.0.0.1:43317, datanodeUuid=aa4c4e8f-b090-45d0-b5c7-2b11e53d4bd9, infoPort=44809, infoSecurePort=0, ipcPort=40035, storageInfo=lv=-57;cid=testClusterID;nsid=384872737;c=1731140276215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:17:58,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930 2024-11-09T08:17:58,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:58,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:17:58,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032 with version=8 2024-11-09T08:17:58,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/hbase-staging 2024-11-09T08:17:58,496 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:17:58,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:58,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34373 2024-11-09T08:17:58,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34373 connecting to ZooKeeper ensemble=127.0.0.1:60240 2024-11-09T08:17:58,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343730x0, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:58,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34373-0x1011eac38250003 connected 2024-11-09T08:17:58,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:58,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:58,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/running 2024-11-09T08:17:58,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032, hbase.cluster.distributed=false 2024-11-09T08:17:58,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/acl 2024-11-09T08:17:58,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-09T08:17:58,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34373 2024-11-09T08:17:58,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34373 2024-11-09T08:17:58,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-09T08:17:58,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34373 2024-11-09T08:17:58,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:17:58,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:17:58,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37923 2024-11-09T08:17:58,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37923 connecting to ZooKeeper ensemble=127.0.0.1:60240 2024-11-09T08:17:58,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:58,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:58,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379230x0, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:17:58,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379230x0, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/running 2024-11-09T08:17:58,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37923-0x1011eac38250004 connected 2024-11-09T08:17:58,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:17:58,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:17:58,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/master 2024-11-09T08:17:58,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/acl 2024-11-09T08:17:58,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37923 2024-11-09T08:17:58,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37923 2024-11-09T08:17:58,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37923 2024-11-09T08:17:58,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37923 2024-11-09T08:17:58,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37923 2024-11-09T08:17:58,690 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:34373 2024-11-09T08:17:58,691 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-6485828/backup-masters/d7c8ba49ede6,34373,1731140278496 2024-11-09T08:17:58,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828/backup-masters 2024-11-09T08:17:58,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828/backup-masters 2024-11-09T08:17:58,741 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on existing znode=/1-6485828/backup-masters/d7c8ba49ede6,34373,1731140278496 2024-11-09T08:17:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:17:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-6485828/master 2024-11-09T08:17:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:17:58,752 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on existing znode=/1-6485828/master 2024-11-09T08:17:58,752 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-6485828/backup-masters/d7c8ba49ede6,34373,1731140278496 from backup master directory 2024-11-09T08:17:58,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-6485828/backup-masters/d7c8ba49ede6,34373,1731140278496 2024-11-09T08:17:58,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828/backup-masters 2024-11-09T08:17:58,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828/backup-masters 2024-11-09T08:17:58,762 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:17:58,762 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,34373,1731140278496 2024-11-09T08:17:58,766 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/hbase.id] with ID: 56ba107f-401f-4c4f-b667-0c15b605c2a2 2024-11-09T08:17:58,767 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/.tmp/hbase.id 2024-11-09T08:17:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:17:59,174 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/.tmp/hbase.id]:[hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/hbase.id] 2024-11-09T08:17:59,186 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:17:59,186 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:17:59,188 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:17:59,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:17:59,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:17:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:17:59,642 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:17:59,642 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:17:59,643 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:17:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:18:00,050 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store 2024-11-09T08:18:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:18:00,456 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:00,457 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:18:00,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:00,457 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:00,457 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:18:00,457 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:00,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:00,457 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140280457Disabling compacts and flushes for region at 1731140280457Disabling writes for close at 1731140280457Writing region close event to WAL at 1731140280457Closed at 1731140280457 2024-11-09T08:18:00,458 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/.initializing 2024-11-09T08:18:00,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/WALs/d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:00,459 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:18:00,461 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34373%2C1731140278496, suffix=, logDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/WALs/d7c8ba49ede6,34373,1731140278496, archiveDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/oldWALs, maxLogs=10 2024-11-09T08:18:00,472 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/WALs/d7c8ba49ede6,34373,1731140278496/d7c8ba49ede6%2C34373%2C1731140278496.1731140280461, exclude list is [], retry=0 2024-11-09T08:18:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-73b3c686-b4c3-4f0d-933b-614a2fb42e8f,DISK] 2024-11-09T08:18:00,476 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/WALs/d7c8ba49ede6,34373,1731140278496/d7c8ba49ede6%2C34373%2C1731140278496.1731140280461 2024-11-09T08:18:00,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44809:44809)] 2024-11-09T08:18:00,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:00,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:00,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:18:00,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:00,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:00,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:18:00,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:00,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:00,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:18:00,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:00,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:00,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:18:00,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:00,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:00,485 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,486 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,486 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,488 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,488 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,488 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:00,489 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:00,491 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:00,492 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62144764, jitterRate=-0.07397085428237915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:00,492 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140280477Initializing all the Stores at 1731140280478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140280478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140280478Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140280478Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140280478Cleaning up temporary data from old regions at 1731140280488 (+10 ms)Region opened successfully at 1731140280492 (+4 ms) 2024-11-09T08:18:00,492 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:18:00,495 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1159b397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:18:00,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:18:00,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:18:00,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:18:00,497 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:18:00,497 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:18:00,497 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:18:00,497 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:18:00,500 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:18:00,500 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Unable to get data of znode /1-6485828/balancer because node does not exist (not necessarily an error) 2024-11-09T08:18:00,551 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-6485828/balancer already deleted, retry=false 2024-11-09T08:18:00,551 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:18:00,552 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Unable to get data of znode /1-6485828/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:18:00,562 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-6485828/normalizer already deleted, retry=false 2024-11-09T08:18:00,562 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:18:00,563 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Unable to get data of znode /1-6485828/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:18:00,572 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-6485828/switch/split already deleted, retry=false 2024-11-09T08:18:00,573 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Unable to get data of znode /1-6485828/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:18:00,583 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-6485828/switch/merge already deleted, retry=false 2024-11-09T08:18:00,585 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Unable to get data of znode /1-6485828/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:18:00,593 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-6485828/snapshot-cleanup already deleted, retry=false 2024-11-09T08:18:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-6485828/running 2024-11-09T08:18:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-6485828/running 2024-11-09T08:18:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:00,604 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,34373,1731140278496, sessionid=0x1011eac38250003, setting cluster-up flag (Was=false) 2024-11-09T08:18:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:00,657 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-6485828/flush-table-proc/acquired, /1-6485828/flush-table-proc/reached, /1-6485828/flush-table-proc/abort 2024-11-09T08:18:00,658 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:00,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-6485828/online-snapshot/acquired, /1-6485828/online-snapshot/reached, /1-6485828/online-snapshot/abort 2024-11-09T08:18:00,710 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:00,712 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:18:00,713 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:00,713 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:18:00,713 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:18:00,714 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,34373,1731140278496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:18:00,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:00,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:18:00,718 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:00,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:18:00,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140310720 2024-11-09T08:18:00,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:18:00,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:18:00,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:18:00,721 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:18:00,721 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:18:00,721 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:18:00,722 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,723 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:18:00,723 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:18:00,723 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:18:00,723 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:18:00,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:18:00,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:18:00,724 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140280724,5,FailOnTimeoutGroup] 2024-11-09T08:18:00,724 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140280724,5,FailOnTimeoutGroup] 2024-11-09T08:18:00,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:18:00,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:18:00,784 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(746): ClusterId : 56ba107f-401f-4c4f-b667-0c15b605c2a2 2024-11-09T08:18:00,784 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:18:00,794 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:18:00,794 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:18:00,805 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:18:00,805 DEBUG [RS:0;d7c8ba49ede6:37923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1631b90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:18:00,816 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:37923 2024-11-09T08:18:00,816 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:18:00,816 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:18:00,816 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:18:00,817 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,34373,1731140278496 with port=37923, startcode=1731140278637 2024-11-09T08:18:00,817 DEBUG [RS:0;d7c8ba49ede6:37923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:18:00,818 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:18:00,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:00,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34373 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:00,820 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032 2024-11-09T08:18:00,820 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40395 2024-11-09T08:18:00,820 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:18:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828/rs 2024-11-09T08:18:00,825 DEBUG [RS:0;d7c8ba49ede6:37923 {}] zookeeper.ZKUtil(111): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on existing znode=/1-6485828/rs/d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:00,826 WARN [RS:0;d7c8ba49ede6:37923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:18:00,826 INFO [RS:0;d7c8ba49ede6:37923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:00,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,37923,1731140278637] 2024-11-09T08:18:00,826 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:00,830 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:18:00,832 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:18:00,833 INFO [RS:0;d7c8ba49ede6:37923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:18:00,833 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,833 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:18:00,834 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:18:00,834 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,834 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:18:00,835 DEBUG [RS:0;d7c8ba49ede6:37923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:18:00,836 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,836 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,836 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,836 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,837 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,837 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37923,1731140278637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:18:00,850 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:18:00,850 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37923,1731140278637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,850 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,851 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.Replication(171): d7c8ba49ede6,37923,1731140278637 started 2024-11-09T08:18:00,864 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:00,864 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,37923,1731140278637, RpcServer on d7c8ba49ede6/172.17.0.3:37923, sessionid=0x1011eac38250004 2024-11-09T08:18:00,864 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:18:00,864 DEBUG [RS:0;d7c8ba49ede6:37923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:00,864 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,37923,1731140278637' 2024-11-09T08:18:00,864 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-6485828/flush-table-proc/abort' 2024-11-09T08:18:00,865 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-6485828/flush-table-proc/acquired' 2024-11-09T08:18:00,865 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:18:00,865 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:18:00,865 DEBUG [RS:0;d7c8ba49ede6:37923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:00,865 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,37923,1731140278637' 2024-11-09T08:18:00,865 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-6485828/online-snapshot/abort' 2024-11-09T08:18:00,866 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-6485828/online-snapshot/acquired' 2024-11-09T08:18:00,866 DEBUG [RS:0;d7c8ba49ede6:37923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:18:00,866 INFO [RS:0;d7c8ba49ede6:37923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:18:00,866 INFO [RS:0;d7c8ba49ede6:37923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:18:00,966 INFO [RS:0;d7c8ba49ede6:37923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:18:00,968 INFO [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C37923%2C1731140278637, suffix=, logDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637, archiveDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/oldWALs, maxLogs=10 2024-11-09T08:18:00,983 DEBUG [RS:0;d7c8ba49ede6:37923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637/d7c8ba49ede6%2C37923%2C1731140278637.1731140280968, exclude list is [], retry=0 2024-11-09T08:18:00,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-73b3c686-b4c3-4f0d-933b-614a2fb42e8f,DISK] 2024-11-09T08:18:00,988 INFO [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637/d7c8ba49ede6%2C37923%2C1731140278637.1731140280968 2024-11-09T08:18:00,988 DEBUG [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44809:44809)] 2024-11-09T08:18:01,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:18:01,127 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032 2024-11-09T08:18:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:18:01,488 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:18:01,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:01,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:01,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:18:01,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:01,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:18:01,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:18:01,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:01,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:01,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:18:01,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:18:01,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:01,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:01,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:18:01,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:18:01,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:01,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:01,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:18:01,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:18:01,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:01,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:01,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:18:01,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740 2024-11-09T08:18:01,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740 2024-11-09T08:18:01,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:18:01,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:18:01,546 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:01,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:18:01,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:01,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72647079, jitterRate=0.082525834441185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:01,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140281534Initializing all the Stores at 1731140281534Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140281534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140281535 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140281535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140281535Cleaning up temporary data from old regions at 1731140281545 (+10 ms)Region opened successfully at 1731140281550 (+5 ms) 2024-11-09T08:18:01,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:18:01,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:18:01,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:18:01,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:18:01,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:18:01,551 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:01,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140281550Disabling compacts and flushes for region at 1731140281550Disabling writes for close at 1731140281550Writing region close event to WAL at 1731140281551 (+1 ms)Closed at 1731140281551 2024-11-09T08:18:01,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:01,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:18:01,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:18:01,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:18:01,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:18:01,704 DEBUG [d7c8ba49ede6:34373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:18:01,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:01,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,37923,1731140278637, state=OPENING 2024-11-09T08:18:01,806 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:18:01,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:01,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:01,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-6485828/meta-region-server: CHANGED 2024-11-09T08:18:01,825 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:18:01,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-6485828/meta-region-server: CHANGED 2024-11-09T08:18:01,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,37923,1731140278637}] 2024-11-09T08:18:01,977 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:18:01,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:18:01,983 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:18:01,983 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:01,983 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:18:01,985 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C37923%2C1731140278637.meta, suffix=.meta, logDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637, archiveDir=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/oldWALs, maxLogs=10 2024-11-09T08:18:01,997 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637/d7c8ba49ede6%2C37923%2C1731140278637.meta.1731140281985.meta, exclude list is [], retry=0 2024-11-09T08:18:01,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-73b3c686-b4c3-4f0d-933b-614a2fb42e8f,DISK] 2024-11-09T08:18:02,000 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637/d7c8ba49ede6%2C37923%2C1731140278637.meta.1731140281985.meta 2024-11-09T08:18:02,001 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44809:44809)] 2024-11-09T08:18:02,001 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:02,001 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:02,001 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:18:02,002 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:18:02,002 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:18:02,002 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:18:02,002 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:02,002 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:18:02,002 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:18:02,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:18:02,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:18:02,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:02,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:02,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:18:02,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:18:02,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:02,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:02,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:18:02,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:18:02,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:02,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:02,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:18:02,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:18:02,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:02,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:02,008 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:18:02,009 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740 2024-11-09T08:18:02,010 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740 2024-11-09T08:18:02,011 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:18:02,011 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:18:02,012 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:02,013 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:18:02,014 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75220981, jitterRate=0.12087996304035187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:02,014 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:18:02,014 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140282002Writing region info on filesystem at 1731140282002Initializing all the Stores at 1731140282003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140282003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140282003Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140282003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140282003Cleaning up temporary data from old regions at 1731140282011 (+8 ms)Running coprocessor post-open hooks at 1731140282014 (+3 ms)Region opened successfully at 1731140282014 2024-11-09T08:18:02,015 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140281977 2024-11-09T08:18:02,018 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:18:02,018 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:18:02,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:02,019 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,37923,1731140278637, state=OPEN 2024-11-09T08:18:02,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-6485828/meta-region-server 2024-11-09T08:18:02,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-6485828/meta-region-server 2024-11-09T08:18:02,046 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:02,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-6485828/meta-region-server: CHANGED 2024-11-09T08:18:02,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-6485828/meta-region-server: CHANGED 2024-11-09T08:18:02,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:18:02,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,37923,1731140278637 in 221 msec 2024-11-09T08:18:02,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:18:02,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-09T08:18:02,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:02,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:18:02,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:02,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,37923,1731140278637, seqNum=-1] 2024-11-09T08:18:02,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:02,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:02,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-11-09T08:18:02,063 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140282063, completionTime=-1 2024-11-09T08:18:02,063 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:18:02,063 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:18:02,065 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:18:02,065 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140342065 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140402066 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34373,1731140278496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34373,1731140278496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34373,1731140278496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:34373, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,069 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:18:02,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-09T08:18:02,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:18:02,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:18:02,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:18:02,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:18:02,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:18:02,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34373,1731140278496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:18:02,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34373,1731140278496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:18:02,074 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:18:02,074 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:18:02,075 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34373,1731140278496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:02,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,34373,-1 for getting cluster id 2024-11-09T08:18:02,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:02,086 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56ba107f-401f-4c4f-b667-0c15b605c2a2' 2024-11-09T08:18:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56ba107f-401f-4c4f-b667-0c15b605c2a2" 2024-11-09T08:18:02,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea29ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,34373,-1] 2024-11-09T08:18:02,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:02,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:02,088 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:02,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36a130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,37923,1731140278637, seqNum=-1] 2024-11-09T08:18:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:02,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:02,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:02,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60240 2024-11-09T08:18:02,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:02,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eac38250005 connected 2024-11-09T08:18:02,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c475f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43339,-1 for getting cluster id 2024-11-09T08:18:02,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:02,113 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aae677e-ec09-408d-875d-8266f954075b' 2024-11-09T08:18:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aae677e-ec09-408d-875d-8266f954075b" 2024-11-09T08:18:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43339,-1] 2024-11-09T08:18:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:02,115 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168cdef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43339,1731140273710 2024-11-09T08:18:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6503b3fe 2024-11-09T08:18:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:02,118 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:02,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:34373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:18:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:18:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:02,121 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:34373' 2024-11-09T08:18:02,122 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2b361c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,122 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,34373,-1 for getting cluster id 2024-11-09T08:18:02,123 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:02,123 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56ba107f-401f-4c4f-b667-0c15b605c2a2' 2024-11-09T08:18:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56ba107f-401f-4c4f-b667-0c15b605c2a2" 2024-11-09T08:18:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73eaabcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,34373,-1] 2024-11-09T08:18:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:02,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:02,126 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75423902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:02,127 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b11cc48 2024-11-09T08:18:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:02,129 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:02,129 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T08:18:02,129 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:18:02,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:02,130 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:02,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:02,130 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:18:02,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:18:02,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:18:02,133 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:02,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:18:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741835_1011 (size=1138) 2024-11-09T08:18:02,182 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:18:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:02,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23e0008924ca09631342e7abf6b6b6d6, NAME => 'hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034 2024-11-09T08:18:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741836_1012 (size=44) 2024-11-09T08:18:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:02,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:02,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23e0008924ca09631342e7abf6b6b6d6, disabling compactions & flushes 2024-11-09T08:18:02,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:02,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:02,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. after waiting 0 ms 2024-11-09T08:18:02,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:02,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:02,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23e0008924ca09631342e7abf6b6b6d6: Waiting for close lock at 1731140282949Disabling compacts and flushes for region at 1731140282949Disabling writes for close at 1731140282949Writing region close event to WAL at 1731140282949Closed at 1731140282949 2024-11-09T08:18:02,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:18:02,951 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140282951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140282951"}]},"ts":"1731140282951"} 2024-11-09T08:18:02,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:18:02,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:18:02,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140282954"}]},"ts":"1731140282954"} 2024-11-09T08:18:02,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:18:02,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23e0008924ca09631342e7abf6b6b6d6, ASSIGN}] 2024-11-09T08:18:02,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23e0008924ca09631342e7abf6b6b6d6, ASSIGN 2024-11-09T08:18:02,959 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23e0008924ca09631342e7abf6b6b6d6, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,36923,1731140273941; forceNewPlan=false, retain=false 2024-11-09T08:18:03,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23e0008924ca09631342e7abf6b6b6d6, regionState=OPENING, regionLocation=d7c8ba49ede6,36923,1731140273941 2024-11-09T08:18:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23e0008924ca09631342e7abf6b6b6d6, ASSIGN because future has completed 2024-11-09T08:18:03,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e0008924ca09631342e7abf6b6b6d6, server=d7c8ba49ede6,36923,1731140273941}] 2024-11-09T08:18:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:03,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:03,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:03,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:18:03,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36923%2C1731140273941.rep, suffix=, logDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941, archiveDir=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/oldWALs, maxLogs=10 2024-11-09T08:18:03,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.rep.1731140283272, exclude list is [], retry=0 2024-11-09T08:18:03,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36189,DS-17bafbd3-551e-449a-a655-818e618d2a87,DISK] 2024-11-09T08:18:03,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.rep.1731140283272 2024-11-09T08:18:03,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-09T08:18:03,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 23e0008924ca09631342e7abf6b6b6d6, NAME => 'hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:03,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:18:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. service=MultiRowMutationService 2024-11-09T08:18:03,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:18:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,291 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,293 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e0008924ca09631342e7abf6b6b6d6 columnFamilyName hfileref 2024-11-09T08:18:03,293 DEBUG [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:03,293 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] regionserver.HStore(327): Store=23e0008924ca09631342e7abf6b6b6d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:03,293 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,294 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e0008924ca09631342e7abf6b6b6d6 columnFamilyName queue 2024-11-09T08:18:03,294 DEBUG [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:03,295 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] regionserver.HStore(327): Store=23e0008924ca09631342e7abf6b6b6d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:03,295 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,296 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e0008924ca09631342e7abf6b6b6d6 columnFamilyName sid 2024-11-09T08:18:03,296 DEBUG [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:03,296 INFO [StoreOpener-23e0008924ca09631342e7abf6b6b6d6-1 {}] regionserver.HStore(327): Store=23e0008924ca09631342e7abf6b6b6d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:03,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:18:03,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:03,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 23e0008924ca09631342e7abf6b6b6d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72737004, jitterRate=0.08386582136154175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:18:03,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:03,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 23e0008924ca09631342e7abf6b6b6d6: Running coprocessor pre-open hook at 1731140283290Writing region info on filesystem at 1731140283290Initializing all the Stores at 1731140283291 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140283291Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140283291Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140283291Cleaning up temporary data from old regions at 1731140283299 (+8 ms)Running coprocessor post-open hooks at 1731140283302 (+3 ms)Region opened successfully at 1731140283303 (+1 ms) 2024-11-09T08:18:03,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6., pid=7, masterSystemTime=1731140283265 2024-11-09T08:18:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:03,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:03,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23e0008924ca09631342e7abf6b6b6d6, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36923,1731140273941 2024-11-09T08:18:03,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e0008924ca09631342e7abf6b6b6d6, server=d7c8ba49ede6,36923,1731140273941 because future has completed 2024-11-09T08:18:03,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:18:03,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 23e0008924ca09631342e7abf6b6b6d6, server=d7c8ba49ede6,36923,1731140273941 in 198 msec 2024-11-09T08:18:03,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:18:03,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23e0008924ca09631342e7abf6b6b6d6, ASSIGN in 356 msec 2024-11-09T08:18:03,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:18:03,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140283315"}]},"ts":"1731140283315"} 2024-11-09T08:18:03,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:18:03,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:18:03,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-09T08:18:03,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6., hostname=d7c8ba49ede6,36923,1731140273941, seqNum=2] 2024-11-09T08:18:03,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:18:03,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:18:03,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:18:03,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T08:18:03,716 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:18:03,744 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,36923,1731140273941, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:18:03,744 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:03,745 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36923,1731140273941, seqNum=-1] 2024-11-09T08:18:03,745 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:03,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T08:18:03,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,36923,1731140273941', locateType=CURRENT is [region=hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6., hostname=d7c8ba49ede6,36923,1731140273941, seqNum=2] 2024-11-09T08:18:03,751 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T08:18:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T08:18:03,754 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,36923,1731140273941 suceeded 2024-11-09T08:18:03,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T08:18:03,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-09T08:18:03,757 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:34373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:18:03,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6390 sec 2024-11-09T08:18:03,765 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:34373' 2024-11-09T08:18:03,766 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6974c273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:03,767 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,34373,-1 for getting cluster id 2024-11-09T08:18:03,767 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:03,767 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56ba107f-401f-4c4f-b667-0c15b605c2a2' 2024-11-09T08:18:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56ba107f-401f-4c4f-b667-0c15b605c2a2" 2024-11-09T08:18:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4199ad9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,34373,-1] 2024-11-09T08:18:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:03,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:03,769 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:03,770 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a19f562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:03,770 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:03,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:03,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c391554 2024-11-09T08:18:03,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:03,772 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T08:18:03,772 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,36923,1731140273941 (queues=1) is replicating from cluster=9aae677e-ec09-408d-875d-8266f954075b to cluster=56ba107f-401f-4c4f-b667-0c15b605c2a2 2024-11-09T08:18:03,772 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C36923%2C1731140273941 2024-11-09T08:18:03,772 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,36923,1731140273941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:18:03,773 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.shipperd7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C36923%2C1731140273941 2024-11-09T08:18:03,773 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291, startPosition=0, beingWritten=true 2024-11-09T08:18:03,978 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:04,269 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:18:04,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:04,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:04,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:04,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:04,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:04,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43339,1731140273710 2024-11-09T08:18:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a6e4e 2024-11-09T08:18:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:04,272 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:04,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43339 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:18:04,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:18:04,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:04,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:04,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:04,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:04,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:04,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:18:04,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1402986558, stopped=false 2024-11-09T08:18:04,273 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,34373,1731140278496 2024-11-09T08:18:04,284 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:04,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-6485828/running 2024-11-09T08:18:04,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-6485828/running 2024-11-09T08:18:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:04,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:18:04,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:04,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:04,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:04,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/running 2024-11-09T08:18:04,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Set watcher on znode that does not yet exist, /1-6485828/running 2024-11-09T08:18:04,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,37923,1731140278637' ***** 2024-11-09T08:18:04,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:18:04,320 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:18:04,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:37923. 2024-11-09T08:18:04,321 DEBUG [RS:0;d7c8ba49ede6:37923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:04,321 DEBUG [RS:0;d7c8ba49ede6:37923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:18:04,321 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:18:04,321 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:18:04,321 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:04,321 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:18:04,321 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:18:04,322 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:18:04,322 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:18:04,322 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:18:04,322 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T08:18:04,336 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/.tmp/ns/c2a57d49c9fd4ed2a088327b1d5da67b is 43, key is default/ns:d/1731140282057/Put/seqid=0 2024-11-09T08:18:04,339 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:18:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741835_1011 (size=5153) 2024-11-09T08:18:04,522 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:04,689 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:04,722 DEBUG [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:04,741 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/.tmp/ns/c2a57d49c9fd4ed2a088327b1d5da67b 2024-11-09T08:18:04,747 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/.tmp/ns/c2a57d49c9fd4ed2a088327b1d5da67b as hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/ns/c2a57d49c9fd4ed2a088327b1d5da67b 2024-11-09T08:18:04,754 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/ns/c2a57d49c9fd4ed2a088327b1d5da67b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T08:18:04,755 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-09T08:18:04,759 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T08:18:04,760 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:18:04,760 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:18:04,760 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:04,760 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140284321Running coprocessor pre-close hooks at 1731140284321Disabling compacts and flushes for region at 1731140284321Disabling writes for close at 1731140284322 (+1 ms)Obtaining lock to block concurrent updates at 1731140284322Preparing flush snapshotting stores in 1588230740 at 1731140284322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731140284322Flushing stores of hbase:meta,,1.1588230740 at 1731140284323 (+1 ms)Flushing 1588230740/ns: creating writer at 1731140284323Flushing 1588230740/ns: appending metadata at 1731140284335 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731140284336 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17355355: reopening flushed file at 1731140284746 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731140284755 (+9 ms)Writing region close event to WAL at 1731140284755Running coprocessor post-close hooks at 1731140284760 (+5 ms)Closed at 1731140284760 2024-11-09T08:18:04,760 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:04,837 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:18:04,837 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:18:04,922 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,37923,1731140278637; all regions closed. 2024-11-09T08:18:04,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741834_1010 (size=1152) 2024-11-09T08:18:04,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637/d7c8ba49ede6%2C37923%2C1731140278637.meta.1731140281985.meta not finished, retry = 0 2024-11-09T08:18:05,027 DEBUG [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/oldWALs 2024-11-09T08:18:05,027 INFO [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C37923%2C1731140278637.meta:.meta(num 1731140281985) 2024-11-09T08:18:05,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741832_1008 (size=93) 2024-11-09T08:18:05,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/WALs/d7c8ba49ede6,37923,1731140278637/d7c8ba49ede6%2C37923%2C1731140278637.1731140280968 not finished, retry = 0 2024-11-09T08:18:05,132 DEBUG [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/oldWALs 2024-11-09T08:18:05,132 INFO [RS:0;d7c8ba49ede6:37923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C37923%2C1731140278637:(num 1731140280968) 2024-11-09T08:18:05,132 DEBUG [RS:0;d7c8ba49ede6:37923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:05,132 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:18:05,132 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:18:05,132 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:18:05,132 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:18:05,133 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:18:05,133 INFO [RS:0;d7c8ba49ede6:37923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37923 2024-11-09T08:18:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-6485828/rs/d7c8ba49ede6,37923,1731140278637 2024-11-09T08:18:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828/rs 2024-11-09T08:18:05,151 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:18:05,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,37923,1731140278637] 2024-11-09T08:18:05,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-6485828/draining/d7c8ba49ede6,37923,1731140278637 already deleted, retry=false 2024-11-09T08:18:05,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,37923,1731140278637 expired; onlineServers=0 2024-11-09T08:18:05,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,34373,1731140278496' ***** 2024-11-09T08:18:05,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:18:05,172 INFO [M:0;d7c8ba49ede6:34373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:18:05,172 INFO [M:0;d7c8ba49ede6:34373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:18:05,172 DEBUG [M:0;d7c8ba49ede6:34373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:18:05,172 DEBUG [M:0;d7c8ba49ede6:34373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:18:05,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:18:05,172 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140280724 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140280724,5,FailOnTimeoutGroup] 2024-11-09T08:18:05,172 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140280724 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140280724,5,FailOnTimeoutGroup] 2024-11-09T08:18:05,173 INFO [M:0;d7c8ba49ede6:34373 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:18:05,173 INFO [M:0;d7c8ba49ede6:34373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:18:05,173 DEBUG [M:0;d7c8ba49ede6:34373 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:18:05,173 INFO [M:0;d7c8ba49ede6:34373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:18:05,173 INFO [M:0;d7c8ba49ede6:34373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:18:05,173 INFO [M:0;d7c8ba49ede6:34373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:18:05,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:18:05,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-6485828/master 2024-11-09T08:18:05,183 DEBUG [M:0;d7c8ba49ede6:34373 {}] zookeeper.ZKUtil(347): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Unable to get data of znode /1-6485828/master because node does not exist (not an error) 2024-11-09T08:18:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-6485828 2024-11-09T08:18:05,183 WARN [M:0;d7c8ba49ede6:34373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:18:05,183 INFO [M:0;d7c8ba49ede6:34373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/.lastflushedseqids 2024-11-09T08:18:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741836_1012 (size=99) 2024-11-09T08:18:05,195 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:05,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:05,262 INFO [RS:0;d7c8ba49ede6:37923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:18:05,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37923-0x1011eac38250004, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:05,262 INFO [RS:0;d7c8ba49ede6:37923 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,37923,1731140278637; zookeeper connection closed. 2024-11-09T08:18:05,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67ba1ac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67ba1ac7 2024-11-09T08:18:05,262 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:18:05,589 INFO [M:0;d7c8ba49ede6:34373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:18:05,590 INFO [M:0;d7c8ba49ede6:34373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:18:05,590 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:18:05,590 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:05,590 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:05,590 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:18:05,590 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:05,590 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T08:18:05,605 DEBUG [M:0;d7c8ba49ede6:34373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44797d8c1fb445259822b2f2dc999baa is 82, key is hbase:meta,,1/info:regioninfo/1731140282018/Put/seqid=0 2024-11-09T08:18:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741837_1013 (size=5672) 2024-11-09T08:18:05,801 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:06,010 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44797d8c1fb445259822b2f2dc999baa 2024-11-09T08:18:06,029 DEBUG [M:0;d7c8ba49ede6:34373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccbfb1602fa44a6f8498d25895e835dc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731140282062/Put/seqid=0 2024-11-09T08:18:06,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741838_1014 (size=5275) 2024-11-09T08:18:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:18:06,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T08:18:06,434 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccbfb1602fa44a6f8498d25895e835dc 2024-11-09T08:18:06,474 DEBUG [M:0;d7c8ba49ede6:34373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb47f9261b24a97850edbf5cadda982 is 69, key is d7c8ba49ede6,37923,1731140278637/rs:state/1731140280819/Put/seqid=0 2024-11-09T08:18:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741839_1015 (size=5156) 2024-11-09T08:18:06,491 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb47f9261b24a97850edbf5cadda982 2024-11-09T08:18:06,506 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:06,509 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44797d8c1fb445259822b2f2dc999baa as hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44797d8c1fb445259822b2f2dc999baa 2024-11-09T08:18:06,519 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44797d8c1fb445259822b2f2dc999baa, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T08:18:06,520 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccbfb1602fa44a6f8498d25895e835dc as hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccbfb1602fa44a6f8498d25895e835dc 2024-11-09T08:18:06,529 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccbfb1602fa44a6f8498d25895e835dc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T08:18:06,531 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb47f9261b24a97850edbf5cadda982 as hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cb47f9261b24a97850edbf5cadda982 2024-11-09T08:18:06,538 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40395/user/jenkins/test-data/74725f0a-e7c4-c0b4-6579-dc16f1135032/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cb47f9261b24a97850edbf5cadda982, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T08:18:06,539 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false 2024-11-09T08:18:06,556 INFO [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:06,556 DEBUG [M:0;d7c8ba49ede6:34373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140285590Disabling compacts and flushes for region at 1731140285590Disabling writes for close at 1731140285590Obtaining lock to block concurrent updates at 1731140285590Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140285590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731140285590Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140285591 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140285591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140285605 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140285605Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140286015 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140286029 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140286029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140286448 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140286473 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140286473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6878216e: reopening flushed file at 1731140286505 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c70a44: reopening flushed file at 1731140286519 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2d2241: reopening flushed file at 1731140286529 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=28, compaction requested=false at 1731140286539 (+10 ms)Writing region close event to WAL at 1731140286556 (+17 ms)Closed at 1731140286556 2024-11-09T08:18:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741830_1006 (size=10165) 2024-11-09T08:18:06,559 INFO [M:0;d7c8ba49ede6:34373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:18:06,559 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:18:06,559 INFO [M:0;d7c8ba49ede6:34373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34373 2024-11-09T08:18:06,559 INFO [M:0;d7c8ba49ede6:34373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:18:06,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:06,714 INFO [M:0;d7c8ba49ede6:34373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:18:06,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34373-0x1011eac38250003, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:06,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407fd9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:18:06,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a65fc0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:18:06,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:18:06,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544f7262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:18:06,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106edffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir/,STOPPED} 2024-11-09T08:18:06,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:18:06,721 WARN [BP-1535749178-172.17.0.3-1731140276215 heartbeating to localhost/127.0.0.1:40395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:18:06,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:18:06,721 WARN [BP-1535749178-172.17.0.3-1731140276215 heartbeating to localhost/127.0.0.1:40395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1535749178-172.17.0.3-1731140276215 (Datanode Uuid aa4c4e8f-b090-45d0-b5c7-2b11e53d4bd9) service to localhost/127.0.0.1:40395 2024-11-09T08:18:06,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/cluster_73e65851-a862-ff99-24f0-523927edae47/data/data1/current/BP-1535749178-172.17.0.3-1731140276215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:18:06,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/cluster_73e65851-a862-ff99-24f0-523927edae47/data/data2/current/BP-1535749178-172.17.0.3-1731140276215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:18:06,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:18:06,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3f27f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:18:06,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ddfcc72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:18:06,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:18:06,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d03855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:18:06,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4566547a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir/,STOPPED} 2024-11-09T08:18:06,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:18:06,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:18:06,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:06,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:06,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:06,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:06,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:06,751 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:18:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648228323, stopped=false 2024-11-09T08:18:06,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,43339,1731140273710 2024-11-09T08:18:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1824840774/running 2024-11-09T08:18:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1824840774/running 2024-11-09T08:18:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:18:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:18:06,762 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:18:06,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/running 2024-11-09T08:18:06,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:06,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:06,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:06,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,36923,1731140273941' ***** 2024-11-09T08:18:06,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Set watcher on znode that does not yet exist, /0-1824840774/running 2024-11-09T08:18:06,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:18:06,763 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:18:06,763 INFO [RS:0;d7c8ba49ede6:36923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:18:06,763 INFO [RS:0;d7c8ba49ede6:36923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:18:06,763 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(3091): Received CLOSE for 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:06,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,36923,1731140273941 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36923. 2024-11-09T08:18:06,765 DEBUG [RS:0;d7c8ba49ede6:36923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:06,765 DEBUG [RS:0;d7c8ba49ede6:36923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:18:06,765 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:18:06,765 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23e0008924ca09631342e7abf6b6b6d6, disabling compactions & flushes 2024-11-09T08:18:06,765 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:06,765 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:06,765 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. after waiting 0 ms 2024-11-09T08:18:06,765 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:06,765 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23e0008924ca09631342e7abf6b6b6d6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T08:18:06,766 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:18:06,766 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1325): Online Regions={23e0008924ca09631342e7abf6b6b6d6=hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:18:06,766 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:06,766 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:18:06,766 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:18:06,766 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:18:06,766 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:18:06,766 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:18:06,766 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T08:18:06,784 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/.tmp/queue/024d55fb6b1c488aa16d22901ffc4361 is 151, key is 1-d7c8ba49ede6,36923,1731140273941/queue:d7c8ba49ede6%2C36923%2C1731140273941/1731140283749/Put/seqid=0 2024-11-09T08:18:06,788 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/info/1b0939221a774ad58997795bcdea1ed2 is 147, key is hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6./info:regioninfo/1731140283307/Put/seqid=0 2024-11-09T08:18:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741838_1014 (size=5350) 2024-11-09T08:18:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741839_1015 (size=6631) 2024-11-09T08:18:06,854 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:18:06,966 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:07,166 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e0008924ca09631342e7abf6b6b6d6 2024-11-09T08:18:07,199 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/.tmp/queue/024d55fb6b1c488aa16d22901ffc4361 2024-11-09T08:18:07,200 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/info/1b0939221a774ad58997795bcdea1ed2 2024-11-09T08:18:07,208 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/.tmp/queue/024d55fb6b1c488aa16d22901ffc4361 as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/queue/024d55fb6b1c488aa16d22901ffc4361 2024-11-09T08:18:07,223 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/queue/024d55fb6b1c488aa16d22901ffc4361, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T08:18:07,224 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 23e0008924ca09631342e7abf6b6b6d6 in 459ms, sequenceid=5, compaction requested=false 2024-11-09T08:18:07,224 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:18:07,226 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:18:07,226 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:18:07,238 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/ns/7e5a555a064049ec9dac8acfa9fa839c is 43, key is default/ns:d/1731140276049/Put/seqid=0 2024-11-09T08:18:07,238 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/replication/23e0008924ca09631342e7abf6b6b6d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:18:07,239 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:18:07,239 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:18:07,239 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:07,239 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23e0008924ca09631342e7abf6b6b6d6: Waiting for close lock at 1731140286765Running coprocessor pre-close hooks at 1731140286765Disabling compacts and flushes for region at 1731140286765Disabling writes for close at 1731140286765Obtaining lock to block concurrent updates at 1731140286765Preparing flush snapshotting stores in 23e0008924ca09631342e7abf6b6b6d6 at 1731140286765Finished memstore snapshotting hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731140286766 (+1 ms)Flushing stores of hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. at 1731140286766Flushing 23e0008924ca09631342e7abf6b6b6d6/queue: creating writer at 1731140286767 (+1 ms)Flushing 23e0008924ca09631342e7abf6b6b6d6/queue: appending metadata at 1731140286784 (+17 ms)Flushing 23e0008924ca09631342e7abf6b6b6d6/queue: closing flushed file at 1731140286784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3eeb14: reopening flushed file at 1731140287206 (+422 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 23e0008924ca09631342e7abf6b6b6d6 in 459ms, sequenceid=5, compaction requested=false at 1731140287224 (+18 ms)Writing region close event to WAL at 1731140287232 (+8 ms)Running coprocessor post-close hooks at 1731140287239 (+7 ms)Closed at 1731140287239 2024-11-09T08:18:07,239 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140282130.23e0008924ca09631342e7abf6b6b6d6. 2024-11-09T08:18:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741840_1016 (size=5153) 2024-11-09T08:18:07,346 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:07,367 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:07,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:18:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:07,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:07,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:07,567 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:07,655 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/ns/7e5a555a064049ec9dac8acfa9fa839c 2024-11-09T08:18:07,675 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/table/41b562d605534f2f88ec591d4072dc27 is 53, key is hbase:replication/table:state/1731140283315/Put/seqid=0 2024-11-09T08:18:07,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741841_1017 (size=5256) 2024-11-09T08:18:07,767 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:18:07,767 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:18:07,767 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:07,968 DEBUG [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:18:08,080 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/table/41b562d605534f2f88ec591d4072dc27 2024-11-09T08:18:08,087 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/info/1b0939221a774ad58997795bcdea1ed2 as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/info/1b0939221a774ad58997795bcdea1ed2 2024-11-09T08:18:08,092 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/info/1b0939221a774ad58997795bcdea1ed2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T08:18:08,093 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/ns/7e5a555a064049ec9dac8acfa9fa839c as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/ns/7e5a555a064049ec9dac8acfa9fa839c 2024-11-09T08:18:08,101 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/ns/7e5a555a064049ec9dac8acfa9fa839c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:18:08,103 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/.tmp/table/41b562d605534f2f88ec591d4072dc27 as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/table/41b562d605534f2f88ec591d4072dc27 2024-11-09T08:18:08,111 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/table/41b562d605534f2f88ec591d4072dc27, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T08:18:08,113 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=11, compaction requested=false 2024-11-09T08:18:08,135 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:18:08,136 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:18:08,136 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:18:08,136 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:08,136 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140286766Running coprocessor pre-close hooks at 1731140286766Disabling compacts and flushes for region at 1731140286766Disabling writes for close at 1731140286766Obtaining lock to block concurrent updates at 1731140286766Preparing flush snapshotting stores in 1588230740 at 1731140286766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731140286767 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140286767Flushing 1588230740/info: creating writer at 1731140286767Flushing 1588230740/info: appending metadata at 1731140286788 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731140286788Flushing 1588230740/ns: creating writer at 1731140287208 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731140287236 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731140287236Flushing 1588230740/table: creating writer at 1731140287661 (+425 ms)Flushing 1588230740/table: appending metadata at 1731140287675 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731140287675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ab234b: reopening flushed file at 1731140288086 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d2b55e: reopening flushed file at 1731140288092 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3e9ea6: reopening flushed file at 1731140288101 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=11, compaction requested=false at 1731140288113 (+12 ms)Writing region close event to WAL at 1731140288130 (+17 ms)Running coprocessor post-close hooks at 1731140288136 (+6 ms)Closed at 1731140288136 2024-11-09T08:18:08,136 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:08,168 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,36923,1731140273941; all regions closed. 2024-11-09T08:18:08,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741834_1010 (size=2742) 2024-11-09T08:18:08,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.meta.1731140275952.meta not finished, retry = 0 2024-11-09T08:18:08,253 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/WALs/d7c8ba49ede6,36923,1731140273941/d7c8ba49ede6%2C36923%2C1731140273941.1731140275291 to pos 0, reset compression=false 2024-11-09T08:18:08,274 DEBUG [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/oldWALs 2024-11-09T08:18:08,274 INFO [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36923%2C1731140273941.meta:.meta(num 1731140275952) 2024-11-09T08:18:08,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741837_1013 (size=1586) 2024-11-09T08:18:08,281 DEBUG [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/oldWALs 2024-11-09T08:18:08,281 INFO [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36923%2C1731140273941.rep:(num 1731140283272) 2024-11-09T08:18:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741832_1008 (size=93) 2024-11-09T08:18:08,293 DEBUG [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/oldWALs 2024-11-09T08:18:08,293 INFO [RS:0;d7c8ba49ede6:36923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36923%2C1731140273941:(num 1731140275291) 2024-11-09T08:18:08,293 DEBUG [RS:0;d7c8ba49ede6:36923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:08,293 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:18:08,293 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:18:08,293 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:18:08,293 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:18:08,293 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,36923,1731140273941 because: Region server is closing 2024-11-09T08:18:08,294 INFO [RS:0;d7c8ba49ede6:36923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36923. 2024-11-09T08:18:08,294 DEBUG [RS:0;d7c8ba49ede6:36923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:08,294 DEBUG [RS:0;d7c8ba49ede6:36923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:08,294 DEBUG [RS:0;d7c8ba49ede6:36923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:08,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:08,294 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:18:08,394 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.wal-reader.d7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:18:08,394 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.shipperd7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:18:08,395 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36923,1731140273941.replicationSource.shipperd7c8ba49ede6%2C36923%2C1731140273941,1-d7c8ba49ede6,36923,1731140273941 terminated 2024-11-09T08:18:08,395 INFO [RS:0;d7c8ba49ede6:36923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36923 2024-11-09T08:18:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774/rs 2024-11-09T08:18:08,456 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:18:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1824840774/rs/d7c8ba49ede6,36923,1731140273941 2024-11-09T08:18:08,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,36923,1731140273941] 2024-11-09T08:18:08,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824840774/draining/d7c8ba49ede6,36923,1731140273941 already deleted, retry=false 2024-11-09T08:18:08,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,36923,1731140273941 expired; onlineServers=0 2024-11-09T08:18:08,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,43339,1731140273710' ***** 2024-11-09T08:18:08,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:18:08,477 INFO [M:0;d7c8ba49ede6:43339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:18:08,477 INFO [M:0;d7c8ba49ede6:43339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:18:08,477 DEBUG [M:0;d7c8ba49ede6:43339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:18:08,477 DEBUG [M:0;d7c8ba49ede6:43339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:18:08,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:18:08,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140275049 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140275049,5,FailOnTimeoutGroup] 2024-11-09T08:18:08,477 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140275048 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140275048,5,FailOnTimeoutGroup] 2024-11-09T08:18:08,478 INFO [M:0;d7c8ba49ede6:43339 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:18:08,478 INFO [M:0;d7c8ba49ede6:43339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:18:08,478 DEBUG [M:0;d7c8ba49ede6:43339 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:18:08,478 INFO [M:0;d7c8ba49ede6:43339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:18:08,478 INFO [M:0;d7c8ba49ede6:43339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:18:08,478 INFO [M:0;d7c8ba49ede6:43339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:18:08,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:18:08,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1824840774/master 2024-11-09T08:18:08,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824840774 2024-11-09T08:18:08,488 DEBUG [M:0;d7c8ba49ede6:43339 {}] zookeeper.ZKUtil(347): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Unable to get data of znode /0-1824840774/master because node does not exist (not an error) 2024-11-09T08:18:08,488 WARN [M:0;d7c8ba49ede6:43339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:18:08,488 INFO [M:0;d7c8ba49ede6:43339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/.lastflushedseqids 2024-11-09T08:18:08,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741842_1018 (size=181) 2024-11-09T08:18:08,567 INFO [RS:0;d7c8ba49ede6:36923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:18:08,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:08,567 INFO [RS:0;d7c8ba49ede6:36923 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,36923,1731140273941; zookeeper connection closed. 2024-11-09T08:18:08,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36923-0x1011eac38250001, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:08,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c478a83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c478a83 2024-11-09T08:18:08,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:18:08,893 INFO [M:0;d7c8ba49ede6:43339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:18:08,894 INFO [M:0;d7c8ba49ede6:43339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:18:08,894 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:18:08,894 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:08,894 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:08,894 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:18:08,894 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:08,894 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T08:18:08,913 DEBUG [M:0;d7c8ba49ede6:43339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46a7dd838274ef4b475872c2a5d2b0d is 82, key is hbase:meta,,1/info:regioninfo/1731140276016/Put/seqid=0 2024-11-09T08:18:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741843_1019 (size=5672) 2024-11-09T08:18:08,920 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46a7dd838274ef4b475872c2a5d2b0d 2024-11-09T08:18:08,946 DEBUG [M:0;d7c8ba49ede6:43339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b6f93cf558f4157be6aa70767a28504 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731140283320/Put/seqid=0 2024-11-09T08:18:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741844_1020 (size=7203) 2024-11-09T08:18:08,961 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b6f93cf558f4157be6aa70767a28504 2024-11-09T08:18:08,988 DEBUG [M:0;d7c8ba49ede6:43339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e5041bfcf734d05bccb854bebc90653 is 69, key is d7c8ba49ede6,36923,1731140273941/rs:state/1731140275110/Put/seqid=0 2024-11-09T08:18:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741845_1021 (size=5156) 2024-11-09T08:18:08,996 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e5041bfcf734d05bccb854bebc90653 2024-11-09T08:18:09,003 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46a7dd838274ef4b475872c2a5d2b0d as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46a7dd838274ef4b475872c2a5d2b0d 2024-11-09T08:18:09,010 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46a7dd838274ef4b475872c2a5d2b0d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T08:18:09,012 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b6f93cf558f4157be6aa70767a28504 as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b6f93cf558f4157be6aa70767a28504 2024-11-09T08:18:09,022 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b6f93cf558f4157be6aa70767a28504, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T08:18:09,023 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e5041bfcf734d05bccb854bebc90653 as hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e5041bfcf734d05bccb854bebc90653 2024-11-09T08:18:09,030 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37187/user/jenkins/test-data/1131013e-934e-0648-ba8c-eaccb6d22034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e5041bfcf734d05bccb854bebc90653, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T08:18:09,031 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=70, compaction requested=false 2024-11-09T08:18:09,047 INFO [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:09,047 DEBUG [M:0;d7c8ba49ede6:43339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140288894Disabling compacts and flushes for region at 1731140288894Disabling writes for close at 1731140288894Obtaining lock to block concurrent updates at 1731140288894Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140288894Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731140288894Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140288895 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140288895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140288913 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140288913Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140288928 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140288946 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140288946Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140288968 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140288988 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140288988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e62ab24: reopening flushed file at 1731140289003 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dbbcbd: reopening flushed file at 1731140289010 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e246783: reopening flushed file at 1731140289023 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=70, compaction requested=false at 1731140289031 (+8 ms)Writing region close event to WAL at 1731140289047 (+16 ms)Closed at 1731140289047 2024-11-09T08:18:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36189 is added to blk_1073741830_1006 (size=41008) 2024-11-09T08:18:09,053 INFO [M:0;d7c8ba49ede6:43339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:18:09,053 INFO [M:0;d7c8ba49ede6:43339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43339 2024-11-09T08:18:09,053 INFO [M:0;d7c8ba49ede6:43339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:18:09,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:18:09,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:09,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43339-0x1011eac38250000, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:18:09,199 INFO [M:0;d7c8ba49ede6:43339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:18:09,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@697d5978{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:18:09,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a545d1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:18:09,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:18:09,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@279d8152{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:18:09,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de29a00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir/,STOPPED} 2024-11-09T08:18:09,208 WARN [BP-1713971820-172.17.0.3-1731140271267 heartbeating to localhost/127.0.0.1:37187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:18:09,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:18:09,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:18:09,208 WARN [BP-1713971820-172.17.0.3-1731140271267 heartbeating to localhost/127.0.0.1:37187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1713971820-172.17.0.3-1731140271267 (Datanode Uuid e0da5e1d-1618-43cb-91ef-a230dd7b0016) service to localhost/127.0.0.1:37187 2024-11-09T08:18:09,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/data/data1/current/BP-1713971820-172.17.0.3-1731140271267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:18:09,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/cluster_0676f329-0214-b6dc-64d8-d32659d84a36/data/data2/current/BP-1713971820-172.17.0.3-1731140271267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:18:09,209 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:18:09,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ec9ed79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:18:09,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78e99787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:18:09,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:18:09,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad87a0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:18:09,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@520994d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1df01c2-6f84-6c63-e447-4f3c1457810d/hadoop.log.dir/,STOPPED} 2024-11-09T08:18:09,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:18:09,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:18:09,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 116) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37187 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40395 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=1466 (was 1713) 2024-11-09T08:18:09,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=1466 2024-11-09T08:18:09,271 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T08:18:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir so I do NOT create it in target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76 2024-11-09T08:18:09,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:18:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.tmp.dir so I do NOT create it in target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76 2024-11-09T08:18:09,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/678cf61e-67e5-50a7-5d50-d0a219737930/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:18:09,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76 2024-11-09T08:18:09,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7, deleteOnExit=true 2024-11-09T08:18:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eac38250002, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:18:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eac38250005, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:18:09,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eac38250002, quorum=127.0.0.1:60240, baseZNode=/0-1824840774 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:18:09,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eac38250005, quorum=127.0.0.1:60240, baseZNode=/1-6485828 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:18:09,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/zookeeper_0, clientPort=64785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:18:09,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64785 2024-11-09T08:18:09,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/test.cache.data in system properties and HBase conf 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:18:09,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:18:09,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:18:09,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:18:09,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:18:09,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:18:09,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:18:09,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:18:09,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:18:09,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:18:09,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:18:09,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:18:09,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:18:09,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:18:09,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:18:09,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500b85c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/java.io.tmpdir/jetty-localhost-43247-hadoop-hdfs-3_4_1-tests_jar-_-any-11318685290279743837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:18:09,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:43247} 2024-11-09T08:18:09,941 INFO [Time-limited test {}] server.Server(415): Started @51723ms 2024-11-09T08:18:10,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:18:10,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:18:10,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:18:10,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:18:10,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:18:10,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:18:10,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:18:10,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fff79bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/java.io.tmpdir/jetty-localhost-36235-hadoop-hdfs-3_4_1-tests_jar-_-any-10279720997064846014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:18:10,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:36235} 2024-11-09T08:18:10,553 INFO [Time-limited test {}] server.Server(415): Started @52335ms 2024-11-09T08:18:10,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:18:11,317 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/data/data2/current/BP-731863663-172.17.0.3-1731140289357/current, will proceed with Du for space computation calculation, 2024-11-09T08:18:11,317 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/data/data1/current/BP-731863663-172.17.0.3-1731140289357/current, will proceed with Du for space computation calculation, 2024-11-09T08:18:11,386 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:18:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae4664b84b314af0 with lease ID 0xbbd1408297d14ba7: Processing first storage report for DS-19c19939-13d6-4b44-b3e4-34f1ca71615f from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=de685588-190b-4268-bf79-9df03aa897ee, infoPort=39181, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=1459416193;c=1731140289357) 2024-11-09T08:18:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae4664b84b314af0 with lease ID 0xbbd1408297d14ba7: from storage DS-19c19939-13d6-4b44-b3e4-34f1ca71615f node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=de685588-190b-4268-bf79-9df03aa897ee, infoPort=39181, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=1459416193;c=1731140289357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:18:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae4664b84b314af0 with lease ID 0xbbd1408297d14ba7: Processing first storage report for DS-c412031d-bbf4-4cbf-b876-55486498ca6c from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=de685588-190b-4268-bf79-9df03aa897ee, infoPort=39181, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=1459416193;c=1731140289357) 2024-11-09T08:18:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae4664b84b314af0 with lease ID 0xbbd1408297d14ba7: from storage DS-c412031d-bbf4-4cbf-b876-55486498ca6c node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=de685588-190b-4268-bf79-9df03aa897ee, infoPort=39181, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=1459416193;c=1731140289357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:18:11,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76 2024-11-09T08:18:11,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:11,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:18:11,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328 with version=8 2024-11-09T08:18:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/hbase-staging 2024-11-09T08:18:11,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:18:11,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:18:11,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35245 2024-11-09T08:18:11,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35245 connecting to ZooKeeper ensemble=127.0.0.1:64785 2024-11-09T08:18:11,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352450x0, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:11,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35245-0x1011eac7ed70000 connected 2024-11-09T08:18:12,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:12,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:12,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/running 2024-11-09T08:18:12,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328, hbase.cluster.distributed=false 2024-11-09T08:18:12,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/acl 2024-11-09T08:18:12,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35245 2024-11-09T08:18:12,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35245 2024-11-09T08:18:12,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35245 2024-11-09T08:18:12,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35245 2024-11-09T08:18:12,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35245 2024-11-09T08:18:12,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:18:12,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:18:12,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43227 2024-11-09T08:18:12,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43227 connecting to ZooKeeper ensemble=127.0.0.1:64785 2024-11-09T08:18:12,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:12,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:12,056 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432270x0, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:12,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432270x0, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/running 2024-11-09T08:18:12,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:18:12,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43227-0x1011eac7ed70001 connected 2024-11-09T08:18:12,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:18:12,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/master 2024-11-09T08:18:12,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/acl 2024-11-09T08:18:12,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-09T08:18:12,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43227 2024-11-09T08:18:12,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43227 2024-11-09T08:18:12,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-09T08:18:12,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-09T08:18:12,092 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:35245 2024-11-09T08:18:12,092 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0914579572/backup-masters/d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,098 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572/backup-masters 2024-11-09T08:18:12,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572/backup-masters 2024-11-09T08:18:12,099 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on existing znode=/0914579572/backup-masters/d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,108 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0914579572/master 2024-11-09T08:18:12,109 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,109 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on existing znode=/0914579572/master 2024-11-09T08:18:12,109 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0914579572/backup-masters/d7c8ba49ede6,35245,1731140291828 from backup master directory 2024-11-09T08:18:12,119 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572/backup-masters 2024-11-09T08:18:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914579572/backup-masters/d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572/backup-masters 2024-11-09T08:18:12,120 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:18:12,120 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/hbase.id] with ID: 5afd4055-1d7f-4842-b875-cf9147e23e2c 2024-11-09T08:18:12,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/.tmp/hbase.id 2024-11-09T08:18:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:18:12,530 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/.tmp/hbase.id]:[hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/hbase.id] 2024-11-09T08:18:12,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:12,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:18:12,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:18:12,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,624 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:18:12,665 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:18:12,665 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:18:12,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:18:12,680 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store 2024-11-09T08:18:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:18:12,719 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:12,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:18:12,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:12,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:12,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:18:12,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:12,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:12,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140292719Disabling compacts and flushes for region at 1731140292719Disabling writes for close at 1731140292720 (+1 ms)Writing region close event to WAL at 1731140292720Closed at 1731140292720 2024-11-09T08:18:12,721 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/.initializing 2024-11-09T08:18:12,721 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/WALs/d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,722 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:18:12,725 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C35245%2C1731140291828, suffix=, logDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/WALs/d7c8ba49ede6,35245,1731140291828, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/oldWALs, maxLogs=10 2024-11-09T08:18:12,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:18:12,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:12,743 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/WALs/d7c8ba49ede6,35245,1731140291828/d7c8ba49ede6%2C35245%2C1731140291828.1731140292726, exclude list is [], retry=0 2024-11-09T08:18:12,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-19c19939-13d6-4b44-b3e4-34f1ca71615f,DISK] 2024-11-09T08:18:12,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/WALs/d7c8ba49ede6,35245,1731140291828/d7c8ba49ede6%2C35245%2C1731140291828.1731140292726 2024-11-09T08:18:12,758 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-09T08:18:12,758 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:12,758 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:12,759 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,759 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:18:12,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:12,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:12,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:18:12,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:12,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:12,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:12,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:18:12,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:12,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:12,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:18:12,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:12,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:12,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,776 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:12,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:12,777 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,777 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,778 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:12,779 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:12,788 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:12,788 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62878226, jitterRate=-0.06304141879081726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:12,789 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140292759Initializing all the Stores at 1731140292761 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140292761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140292764 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140292764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140292764Cleaning up temporary data from old regions at 1731140292777 (+13 ms)Region opened successfully at 1731140292789 (+12 ms) 2024-11-09T08:18:12,789 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:18:12,793 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7899de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:18:12,794 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:18:12,794 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:18:12,794 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:18:12,794 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:18:12,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:18:12,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:18:12,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:18:12,806 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:18:12,806 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Unable to get data of znode /0914579572/balancer because node does not exist (not necessarily an error) 2024-11-09T08:18:12,813 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914579572/balancer already deleted, retry=false 2024-11-09T08:18:12,814 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:18:12,814 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Unable to get data of znode /0914579572/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:18:12,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914579572/normalizer already deleted, retry=false 2024-11-09T08:18:12,824 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:18:12,825 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Unable to get data of znode /0914579572/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:18:12,834 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914579572/switch/split already deleted, retry=false 2024-11-09T08:18:12,835 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Unable to get data of znode /0914579572/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:18:12,845 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914579572/switch/merge already deleted, retry=false 2024-11-09T08:18:12,847 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Unable to get data of znode /0914579572/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:18:12,856 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914579572/snapshot-cleanup already deleted, retry=false 2024-11-09T08:18:12,869 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0914579572/running 2024-11-09T08:18:12,869 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,869 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,35245,1731140291828, sessionid=0x1011eac7ed70000, setting cluster-up flag (Was=false) 2024-11-09T08:18:12,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0914579572/running 2024-11-09T08:18:12,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,887 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,919 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0914579572/flush-table-proc/acquired, /0914579572/flush-table-proc/reached, /0914579572/flush-table-proc/abort 2024-11-09T08:18:12,923 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,940 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:12,972 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0914579572/online-snapshot/acquired, /0914579572/online-snapshot/reached, /0914579572/online-snapshot/abort 2024-11-09T08:18:12,973 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:12,974 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:18:12,976 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:12,976 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:18:12,976 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:18:12,977 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,35245,1731140291828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:18:12,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:12,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:12,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:12,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:12,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:18:12,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:12,979 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:18:12,979 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:12,982 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(746): ClusterId : 5afd4055-1d7f-4842-b875-cf9147e23e2c 2024-11-09T08:18:12,982 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:18:12,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:12,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:18:12,987 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:12,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:18:12,994 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:18:12,994 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140322996 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:18:12,996 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:18:13,004 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:18:13,004 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,004 DEBUG [RS:0;d7c8ba49ede6:43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3661d104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:18:13,008 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:18:13,008 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:18:13,008 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:18:13,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:18:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:18:13,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:18:13,019 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328 2024-11-09T08:18:13,020 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:18:13,020 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:18:13,027 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:43227 2024-11-09T08:18:13,028 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:18:13,028 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:18:13,028 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:18:13,028 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140293020,5,FailOnTimeoutGroup] 2024-11-09T08:18:13,029 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,35245,1731140291828 with port=43227, startcode=1731140292041 2024-11-09T08:18:13,029 DEBUG [RS:0;d7c8ba49ede6:43227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:18:13,030 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140293028,5,FailOnTimeoutGroup] 2024-11-09T08:18:13,030 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,030 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:18:13,030 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,030 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,031 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:18:13,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,032 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35245 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,037 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328 2024-11-09T08:18:13,037 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46847 2024-11-09T08:18:13,037 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:18:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572/rs 2024-11-09T08:18:13,046 DEBUG [RS:0;d7c8ba49ede6:43227 {}] zookeeper.ZKUtil(111): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on existing znode=/0914579572/rs/d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,046 WARN [RS:0;d7c8ba49ede6:43227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:18:13,046 INFO [RS:0;d7c8ba49ede6:43227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:13,046 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:18:13,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,43227,1731140292041] 2024-11-09T08:18:13,071 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:18:13,074 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:18:13,076 INFO [RS:0;d7c8ba49ede6:43227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:18:13,076 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,076 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:18:13,077 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:18:13,077 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,077 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,077 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:18:13,078 DEBUG [RS:0;d7c8ba49ede6:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:18:13,080 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,080 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,080 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,080 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,080 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,080 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43227,1731140292041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:18:13,105 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:18:13,106 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43227,1731140292041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,106 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,106 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.Replication(171): d7c8ba49ede6,43227,1731140292041 started 2024-11-09T08:18:13,127 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:13,127 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,43227,1731140292041, RpcServer on d7c8ba49ede6/172.17.0.3:43227, sessionid=0x1011eac7ed70001 2024-11-09T08:18:13,127 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:18:13,127 DEBUG [RS:0;d7c8ba49ede6:43227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,127 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,43227,1731140292041' 2024-11-09T08:18:13,127 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0914579572/flush-table-proc/abort' 2024-11-09T08:18:13,128 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0914579572/flush-table-proc/acquired' 2024-11-09T08:18:13,128 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:18:13,128 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:18:13,128 DEBUG [RS:0;d7c8ba49ede6:43227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,128 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,43227,1731140292041' 2024-11-09T08:18:13,128 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0914579572/online-snapshot/abort' 2024-11-09T08:18:13,129 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0914579572/online-snapshot/acquired' 2024-11-09T08:18:13,129 DEBUG [RS:0;d7c8ba49ede6:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:18:13,129 INFO [RS:0;d7c8ba49ede6:43227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:18:13,129 INFO [RS:0;d7c8ba49ede6:43227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:18:13,230 INFO [RS:0;d7c8ba49ede6:43227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:18:13,231 INFO [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C43227%2C1731140292041, suffix=, logDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/oldWALs, maxLogs=10 2024-11-09T08:18:13,249 DEBUG [RS:0;d7c8ba49ede6:43227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232, exclude list is [], retry=0 2024-11-09T08:18:13,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-19c19939-13d6-4b44-b3e4-34f1ca71615f,DISK] 2024-11-09T08:18:13,254 INFO [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 2024-11-09T08:18:13,254 DEBUG [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-09T08:18:13,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:13,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:18:13,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:18:13,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:18:13,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:18:13,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:18:13,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:18:13,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:18:13,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:18:13,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:18:13,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740 2024-11-09T08:18:13,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740 2024-11-09T08:18:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:18:13,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:18:13,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:13,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:18:13,475 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:13,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61733814, jitterRate=-0.08009448647499084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:13,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140293456Initializing all the Stores at 1731140293457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140293457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140293458 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140293458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140293458Cleaning up temporary data from old regions at 1731140293471 (+13 ms)Region opened successfully at 1731140293476 (+5 ms) 2024-11-09T08:18:13,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:18:13,476 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:18:13,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:18:13,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:18:13,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:18:13,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:13,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140293476Disabling compacts and flushes for region at 1731140293476Disabling writes for close at 1731140293477 (+1 ms)Writing region close event to WAL at 1731140293477Closed at 1731140293477 2024-11-09T08:18:13,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:13,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:18:13,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:18:13,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:18:13,482 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:18:13,632 DEBUG [d7c8ba49ede6:35245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:18:13,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,43227,1731140292041, state=OPENING 2024-11-09T08:18:13,698 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:18:13,708 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:13,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:13,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:18:13,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914579572/meta-region-server: CHANGED 2024-11-09T08:18:13,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,43227,1731140292041}] 2024-11-09T08:18:13,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914579572/meta-region-server: CHANGED 2024-11-09T08:18:13,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:18:13,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:18:13,869 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:18:13,869 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:13,869 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:18:13,871 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C43227%2C1731140292041.meta, suffix=.meta, logDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/oldWALs, maxLogs=10 2024-11-09T08:18:13,885 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.meta.1731140293872.meta, exclude list is [], retry=0 2024-11-09T08:18:13,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-19c19939-13d6-4b44-b3e4-34f1ca71615f,DISK] 2024-11-09T08:18:13,889 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.meta.1731140293872.meta 2024-11-09T08:18:13,890 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-09T08:18:13,890 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:13,890 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:13,891 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:18:13,891 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:18:13,891 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:18:13,891 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:18:13,891 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:13,891 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:18:13,891 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:18:13,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:18:13,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:18:13,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:18:13,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:18:13,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:18:13,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:18:13,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:18:13,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:18:13,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:13,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:13,904 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:18:13,905 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740 2024-11-09T08:18:13,906 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740 2024-11-09T08:18:13,909 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:18:13,909 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:18:13,909 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:13,911 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:18:13,911 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62009454, jitterRate=-0.07598713040351868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:13,911 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:18:13,912 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140293891Writing region info on filesystem at 1731140293891Initializing all the Stores at 1731140293893 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140293893Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140293896 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140293896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140293896Cleaning up temporary data from old regions at 1731140293909 (+13 ms)Running coprocessor post-open hooks at 1731140293911 (+2 ms)Region opened successfully at 1731140293912 (+1 ms) 2024-11-09T08:18:13,913 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140293862 2024-11-09T08:18:13,916 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:18:13,916 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:18:13,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:13,917 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,43227,1731140292041, state=OPEN 2024-11-09T08:18:14,048 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0914579572/meta-region-server 2024-11-09T08:18:14,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0914579572/meta-region-server 2024-11-09T08:18:14,048 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:14,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914579572/meta-region-server: CHANGED 2024-11-09T08:18:14,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914579572/meta-region-server: CHANGED 2024-11-09T08:18:14,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:18:14,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,43227,1731140292041 in 339 msec 2024-11-09T08:18:14,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:18:14,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-11-09T08:18:14,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:14,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:18:14,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:14,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43227,1731140292041, seqNum=-1] 2024-11-09T08:18:14,057 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:14,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:14,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0880 sec 2024-11-09T08:18:14,065 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140294065, completionTime=-1 2024-11-09T08:18:14,065 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:18:14,065 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:18:14,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:18:14,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140354067 2024-11-09T08:18:14,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140414067 2024-11-09T08:18:14,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:18:14,085 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35245,1731140291828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,085 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35245,1731140291828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,085 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35245,1731140291828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,085 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:35245, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,085 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,086 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,089 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.971sec 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35245,1731140291828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:18:14,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35245,1731140291828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:18:14,094 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:18:14,094 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:18:14,094 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35245,1731140291828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:14,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104fc3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:14,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35245,-1 for getting cluster id 2024-11-09T08:18:14,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:14,184 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5afd4055-1d7f-4842-b875-cf9147e23e2c' 2024-11-09T08:18:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5afd4055-1d7f-4842-b875-cf9147e23e2c" 2024-11-09T08:18:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e320664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35245,-1] 2024-11-09T08:18:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:14,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:14,187 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:14,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7077a536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:14,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43227,1731140292041, seqNum=-1] 2024-11-09T08:18:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:14,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:14,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64785 2024-11-09T08:18:14,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:14,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eac7ed70002 connected 2024-11-09T08:18:14,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir so I do NOT create it in target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9 2024-11-09T08:18:14,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:18:14,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.tmp.dir so I do NOT create it in target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9 2024-11-09T08:18:14,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:18:14,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/cluster_cd7bb851-6c1a-cb46-d74d-b897f59c49e0, deleteOnExit=true 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/test.cache.data in system properties and HBase conf 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:18:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:18:14,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:18:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:18:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:18:14,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:18:14,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:18:14,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:18:14,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:18:14,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:18:14,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:18:14,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:18:14,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab24f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:18:14,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9f1249f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/java.io.tmpdir/jetty-localhost-38995-hadoop-hdfs-3_4_1-tests_jar-_-any-16692100651642490139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:18:14,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c9b9b40{HTTP/1.1, (http/1.1)}{localhost:38995} 2024-11-09T08:18:14,717 INFO [Time-limited test {}] server.Server(415): Started @56499ms 2024-11-09T08:18:15,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:18:15,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:18:15,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:18:15,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:18:15,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:18:15,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:18:15,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f74644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:18:15,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16305733{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/java.io.tmpdir/jetty-localhost-34177-hadoop-hdfs-3_4_1-tests_jar-_-any-16520226507407859091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:18:15,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49f79d22{HTTP/1.1, (http/1.1)}{localhost:34177} 2024-11-09T08:18:15,227 INFO [Time-limited test {}] server.Server(415): Started @57009ms 2024-11-09T08:18:15,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:18:15,907 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/cluster_cd7bb851-6c1a-cb46-d74d-b897f59c49e0/data/data1/current/BP-496911775-172.17.0.3-1731140294256/current, will proceed with Du for space computation calculation, 2024-11-09T08:18:15,908 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/cluster_cd7bb851-6c1a-cb46-d74d-b897f59c49e0/data/data2/current/BP-496911775-172.17.0.3-1731140294256/current, will proceed with Du for space computation calculation, 2024-11-09T08:18:15,935 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:18:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb55c5049227f18cd with lease ID 0x7a5c924240455d1b: Processing first storage report for DS-e47e937a-61c9-414c-a9a5-02753e5994c5 from datanode DatanodeRegistration(127.0.0.1:39133, datanodeUuid=b4a13ea3-2a2b-47ba-af33-19427e690316, infoPort=36839, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=122298209;c=1731140294256) 2024-11-09T08:18:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb55c5049227f18cd with lease ID 0x7a5c924240455d1b: from storage DS-e47e937a-61c9-414c-a9a5-02753e5994c5 node DatanodeRegistration(127.0.0.1:39133, datanodeUuid=b4a13ea3-2a2b-47ba-af33-19427e690316, infoPort=36839, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=122298209;c=1731140294256), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:18:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb55c5049227f18cd with lease ID 0x7a5c924240455d1b: Processing first storage report for DS-659ec354-5a37-4159-b255-bc3d4752301d from datanode DatanodeRegistration(127.0.0.1:39133, datanodeUuid=b4a13ea3-2a2b-47ba-af33-19427e690316, infoPort=36839, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=122298209;c=1731140294256) 2024-11-09T08:18:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb55c5049227f18cd with lease ID 0x7a5c924240455d1b: from storage DS-659ec354-5a37-4159-b255-bc3d4752301d node DatanodeRegistration(127.0.0.1:39133, datanodeUuid=b4a13ea3-2a2b-47ba-af33-19427e690316, infoPort=36839, infoSecurePort=0, ipcPort=42733, storageInfo=lv=-57;cid=testClusterID;nsid=122298209;c=1731140294256), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:18:15,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9 2024-11-09T08:18:15,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:15,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:15,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:18:15,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d with version=8 2024-11-09T08:18:15,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/hbase-staging 2024-11-09T08:18:15,994 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:18:15,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:18:15,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37233 2024-11-09T08:18:15,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37233 connecting to ZooKeeper ensemble=127.0.0.1:64785 2024-11-09T08:18:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372330x0, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:16,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37233-0x1011eac7ed70003 connected 2024-11-09T08:18:16,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:16,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:16,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/running 2024-11-09T08:18:16,092 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d, hbase.cluster.distributed=false 2024-11-09T08:18:16,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/acl 2024-11-09T08:18:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37233 2024-11-09T08:18:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37233 2024-11-09T08:18:16,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37233 2024-11-09T08:18:16,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37233 2024-11-09T08:18:16,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37233 2024-11-09T08:18:16,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:18:16,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:16,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:16,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:18:16,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:18:16,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:18:16,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:18:16,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:18:16,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45579 2024-11-09T08:18:16,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45579 connecting to ZooKeeper ensemble=127.0.0.1:64785 2024-11-09T08:18:16,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:16,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:18:16,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455790x0, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:16,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455790x0, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/running 2024-11-09T08:18:16,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:18:16,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45579-0x1011eac7ed70004 connected 2024-11-09T08:18:16,156 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:18:16,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/master 2024-11-09T08:18:16,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/acl 2024-11-09T08:18:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-09T08:18:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45579 2024-11-09T08:18:16,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45579 2024-11-09T08:18:16,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-09T08:18:16,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-09T08:18:16,186 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:37233 2024-11-09T08:18:16,187 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1908495082/backup-masters/d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082/backup-masters 2024-11-09T08:18:16,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082/backup-masters 2024-11-09T08:18:16,193 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on existing znode=/1-1908495082/backup-masters/d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908495082/master 2024-11-09T08:18:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:16,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:16,204 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on existing znode=/1-1908495082/master 2024-11-09T08:18:16,205 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1908495082/backup-masters/d7c8ba49ede6,37233,1731140295993 from backup master directory 2024-11-09T08:18:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908495082/backup-masters/d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082/backup-masters 2024-11-09T08:18:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082/backup-masters 2024-11-09T08:18:16,214 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:18:16,214 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:16,218 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/hbase.id] with ID: 651c48ce-35fd-47c3-9721-5b404c7974d3 2024-11-09T08:18:16,219 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/.tmp/hbase.id 2024-11-09T08:18:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:18:16,634 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/.tmp/hbase.id]:[hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/hbase.id] 2024-11-09T08:18:16,646 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:16,646 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:18:16,648 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:18:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:16,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:16,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:18:17,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:18:17,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:18:17,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:17,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:18:17,528 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store 2024-11-09T08:18:17,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:18:17,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:17,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:18:17,936 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:17,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:17,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:18:17,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:17,936 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:18:17,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140297936Disabling compacts and flushes for region at 1731140297936Disabling writes for close at 1731140297936Writing region close event to WAL at 1731140297936Closed at 1731140297936 2024-11-09T08:18:17,940 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/.initializing 2024-11-09T08:18:17,940 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/WALs/d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:17,941 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:18:17,943 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C37233%2C1731140295993, suffix=, logDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/WALs/d7c8ba49ede6,37233,1731140295993, archiveDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/oldWALs, maxLogs=10 2024-11-09T08:18:17,957 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/WALs/d7c8ba49ede6,37233,1731140295993/d7c8ba49ede6%2C37233%2C1731140295993.1731140297943, exclude list is [], retry=0 2024-11-09T08:18:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-e47e937a-61c9-414c-a9a5-02753e5994c5,DISK] 2024-11-09T08:18:17,962 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/WALs/d7c8ba49ede6,37233,1731140295993/d7c8ba49ede6%2C37233%2C1731140295993.1731140297943 2024-11-09T08:18:17,963 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36839:36839)] 2024-11-09T08:18:17,963 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:17,963 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:17,963 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,963 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:18:17,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:17,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:17,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:18:17,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:17,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:17,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:18:17,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:17,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:17,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:18:17,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:17,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:17,976 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,976 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,977 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,979 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:17,980 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:18:17,982 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:17,983 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72645211, jitterRate=0.08249799907207489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:17,983 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140297964Initializing all the Stores at 1731140297964Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140297964Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140297965 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140297965Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140297970 (+5 ms)Cleaning up temporary data from old regions at 1731140297978 (+8 ms)Region opened successfully at 1731140297983 (+5 ms) 2024-11-09T08:18:17,983 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:18:17,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709cab33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:18:17,988 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:18:17,988 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:18:17,988 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:18:17,988 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:18:17,989 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:18:17,989 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:18:17,989 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:18:18,002 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:18:18,003 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Unable to get data of znode /1-1908495082/balancer because node does not exist (not necessarily an error) 2024-11-09T08:18:18,108 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908495082/balancer already deleted, retry=false 2024-11-09T08:18:18,108 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:18:18,109 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Unable to get data of znode /1-1908495082/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:18:18,118 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908495082/normalizer already deleted, retry=false 2024-11-09T08:18:18,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:18:18,120 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Unable to get data of znode /1-1908495082/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:18:18,129 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908495082/switch/split already deleted, retry=false 2024-11-09T08:18:18,130 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Unable to get data of znode /1-1908495082/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:18:18,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908495082/switch/merge already deleted, retry=false 2024-11-09T08:18:18,142 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Unable to get data of znode /1-1908495082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:18:18,150 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908495082/snapshot-cleanup already deleted, retry=false 2024-11-09T08:18:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908495082/running 2024-11-09T08:18:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908495082/running 2024-11-09T08:18:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,161 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,37233,1731140295993, sessionid=0x1011eac7ed70003, setting cluster-up flag (Was=false) 2024-11-09T08:18:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,213 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1908495082/flush-table-proc/acquired, /1-1908495082/flush-table-proc/reached, /1-1908495082/flush-table-proc/abort 2024-11-09T08:18:18,215 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:18,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,266 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1908495082/online-snapshot/acquired, /1-1908495082/online-snapshot/reached, /1-1908495082/online-snapshot/abort 2024-11-09T08:18:18,267 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:18,268 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:18:18,269 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:18,270 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:18:18,270 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:18:18,270 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,37233,1731140295993 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:18:18,271 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:18,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:18:18,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:18,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:18:18,281 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140328281 2024-11-09T08:18:18,282 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:18:18,282 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:18:18,282 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:18:18,282 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:18:18,282 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:18:18,282 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:18:18,283 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(746): ClusterId : 651c48ce-35fd-47c3-9721-5b404c7974d3 2024-11-09T08:18:18,283 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:18:18,284 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,287 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:18:18,288 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:18:18,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:18:18,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:18:18,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:18:18,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:18:18,295 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:18:18,295 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:18:18,295 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140298295,5,FailOnTimeoutGroup] 2024-11-09T08:18:18,295 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140298295,5,FailOnTimeoutGroup] 2024-11-09T08:18:18,295 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,295 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:18:18,296 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,296 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:18:18,300 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:18:18,301 DEBUG [RS:0;d7c8ba49ede6:45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a68cc4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:18:18,318 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:45579 2024-11-09T08:18:18,318 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:18:18,318 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:18:18,318 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:18:18,319 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,37233,1731140295993 with port=45579, startcode=1731140296124 2024-11-09T08:18:18,319 DEBUG [RS:0;d7c8ba49ede6:45579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:18:18,324 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:18:18,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37233 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,326 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d 2024-11-09T08:18:18,326 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39325 2024-11-09T08:18:18,326 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:18:18,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082/rs 2024-11-09T08:18:18,397 DEBUG [RS:0;d7c8ba49ede6:45579 {}] zookeeper.ZKUtil(111): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on existing znode=/1-1908495082/rs/d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,397 WARN [RS:0;d7c8ba49ede6:45579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:18:18,397 INFO [RS:0;d7c8ba49ede6:45579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:18,397 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,45579,1731140296124] 2024-11-09T08:18:18,401 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:18:18,403 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:18:18,403 INFO [RS:0;d7c8ba49ede6:45579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:18:18,403 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,403 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:18:18,404 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:18:18,404 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:18:18,405 DEBUG [RS:0;d7c8ba49ede6:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:18:18,412 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,412 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,412 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,412 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,412 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,412 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,45579,1731140296124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:18:18,432 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:18:18,433 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,45579,1731140296124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,433 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,433 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.Replication(171): d7c8ba49ede6,45579,1731140296124 started 2024-11-09T08:18:18,452 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:18,452 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,45579,1731140296124, RpcServer on d7c8ba49ede6/172.17.0.3:45579, sessionid=0x1011eac7ed70004 2024-11-09T08:18:18,453 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:18:18,453 DEBUG [RS:0;d7c8ba49ede6:45579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,453 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,45579,1731140296124' 2024-11-09T08:18:18,453 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1908495082/flush-table-proc/abort' 2024-11-09T08:18:18,453 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1908495082/flush-table-proc/acquired' 2024-11-09T08:18:18,455 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:18:18,455 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:18:18,455 DEBUG [RS:0;d7c8ba49ede6:45579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,455 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,45579,1731140296124' 2024-11-09T08:18:18,455 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1908495082/online-snapshot/abort' 2024-11-09T08:18:18,455 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1908495082/online-snapshot/acquired' 2024-11-09T08:18:18,456 DEBUG [RS:0;d7c8ba49ede6:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:18:18,456 INFO [RS:0;d7c8ba49ede6:45579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:18:18,456 INFO [RS:0;d7c8ba49ede6:45579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:18:18,556 INFO [RS:0;d7c8ba49ede6:45579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:18:18,558 INFO [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C45579%2C1731140296124, suffix=, logDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124, archiveDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/oldWALs, maxLogs=10 2024-11-09T08:18:18,572 DEBUG [RS:0;d7c8ba49ede6:45579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124/d7c8ba49ede6%2C45579%2C1731140296124.1731140298558, exclude list is [], retry=0 2024-11-09T08:18:18,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-e47e937a-61c9-414c-a9a5-02753e5994c5,DISK] 2024-11-09T08:18:18,578 INFO [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124/d7c8ba49ede6%2C45579%2C1731140296124.1731140298558 2024-11-09T08:18:18,579 DEBUG [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36839:36839)] 2024-11-09T08:18:18,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:18:18,697 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d 2024-11-09T08:18:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:18:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:18,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:18:18,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:18:18,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:18,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:18,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:18:18,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:18:18,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:18,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:18,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:18:18,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:18:18,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:18,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:18,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:18:18,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:18:18,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:18,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:18,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:18:18,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740 2024-11-09T08:18:18,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740 2024-11-09T08:18:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:18:18,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:18:18,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:18,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:18:18,726 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:18,726 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63489750, jitterRate=-0.05392900109291077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:18,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140298704Initializing all the Stores at 1731140298705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140298705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140298705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140298705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140298705Cleaning up temporary data from old regions at 1731140298721 (+16 ms)Region opened successfully at 1731140298726 (+5 ms) 2024-11-09T08:18:18,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:18:18,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:18:18,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:18:18,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:18:18,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:18:18,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:18:18,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140298726Disabling compacts and flushes for region at 1731140298726Disabling writes for close at 1731140298726Writing region close event to WAL at 1731140298727 (+1 ms)Closed at 1731140298727 2024-11-09T08:18:18,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:18,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:18:18,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:18:18,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:18:18,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:18:18,881 DEBUG [d7c8ba49ede6:37233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:18:18,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:18,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,45579,1731140296124, state=OPENING 2024-11-09T08:18:18,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:18:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:18:18,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908495082/meta-region-server: CHANGED 2024-11-09T08:18:18,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908495082/meta-region-server: CHANGED 2024-11-09T08:18:18,941 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:18:18,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,45579,1731140296124}] 2024-11-09T08:18:19,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:18:19,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:18:19,101 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:18:19,101 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:19,101 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:18:19,103 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C45579%2C1731140296124.meta, suffix=.meta, logDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124, archiveDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/oldWALs, maxLogs=10 2024-11-09T08:18:19,121 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124/d7c8ba49ede6%2C45579%2C1731140296124.meta.1731140299103.meta, exclude list is [], retry=0 2024-11-09T08:18:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-e47e937a-61c9-414c-a9a5-02753e5994c5,DISK] 2024-11-09T08:18:19,125 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124/d7c8ba49ede6%2C45579%2C1731140296124.meta.1731140299103.meta 2024-11-09T08:18:19,127 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36839:36839)] 2024-11-09T08:18:19,127 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:19,127 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:19,127 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:18:19,127 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:18:19,128 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:18:19,128 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:18:19,128 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:19,128 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:18:19,128 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:18:19,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:18:19,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:18:19,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:18:19,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:18:19,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:18:19,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:18:19,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:19,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:19,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:18:19,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:18:19,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:19,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:18:19,136 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:18:19,136 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740 2024-11-09T08:18:19,137 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740 2024-11-09T08:18:19,139 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:18:19,139 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:18:19,139 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:18:19,140 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:18:19,141 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60386423, jitterRate=-0.10017217695713043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:18:19,141 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:18:19,141 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140299128Writing region info on filesystem at 1731140299128Initializing all the Stores at 1731140299129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140299129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140299130 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140299130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140299130Cleaning up temporary data from old regions at 1731140299139 (+9 ms)Running coprocessor post-open hooks at 1731140299141 (+2 ms)Region opened successfully at 1731140299141 2024-11-09T08:18:19,142 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140299094 2024-11-09T08:18:19,145 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:18:19,145 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:18:19,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:19,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,45579,1731140296124, state=OPEN 2024-11-09T08:18:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1908495082/meta-region-server 2024-11-09T08:18:19,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1908495082/meta-region-server 2024-11-09T08:18:19,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:19,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908495082/meta-region-server: CHANGED 2024-11-09T08:18:19,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908495082/meta-region-server: CHANGED 2024-11-09T08:18:19,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:18:19,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,45579,1731140296124 in 230 msec 2024-11-09T08:18:19,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:18:19,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T08:18:19,178 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:18:19,178 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:18:19,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:19,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45579,1731140296124, seqNum=-1] 2024-11-09T08:18:19,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:19,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:19,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 918 msec 2024-11-09T08:18:19,189 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140299189, completionTime=-1 2024-11-09T08:18:19,189 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:18:19,189 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:18:19,191 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:18:19,191 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140359191 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140419192 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37233,1731140295993-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37233,1731140295993-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37233,1731140295993-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:37233, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,194 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.983sec 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37233,1731140295993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:18:19,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37233,1731140295993-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:18:19,200 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:18:19,200 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:18:19,200 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37233,1731140295993-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:18:19,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c2cc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:19,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37233,-1 for getting cluster id 2024-11-09T08:18:19,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:19,283 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651c48ce-35fd-47c3-9721-5b404c7974d3' 2024-11-09T08:18:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651c48ce-35fd-47c3-9721-5b404c7974d3" 2024-11-09T08:18:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bc28dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37233,-1] 2024-11-09T08:18:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:19,286 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:19,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fec193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:19,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45579,1731140296124, seqNum=-1] 2024-11-09T08:18:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:19,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:19,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:19,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64785 2024-11-09T08:18:19,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:18:19,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eac7ed70005 connected 2024-11-09T08:18:19,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2c2566 2024-11-09T08:18:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:19,318 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:19,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:18:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:18:19,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:18:19,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:19,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:18:19,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:18:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:19,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:18:19,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:18:19,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:19,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:19,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:19,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:19,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:18:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:19,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dac03c0480ee305badb48d479eaef3fc, NAME => 'test,,1731140299318.dac03c0480ee305badb48d479eaef3fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328 2024-11-09T08:18:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:18:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:20,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140299318.dac03c0480ee305badb48d479eaef3fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:20,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dac03c0480ee305badb48d479eaef3fc, disabling compactions & flushes 2024-11-09T08:18:20,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. after waiting 0 ms 2024-11-09T08:18:20,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dac03c0480ee305badb48d479eaef3fc: Waiting for close lock at 1731140300158Disabling compacts and flushes for region at 1731140300158Disabling writes for close at 1731140300158Writing region close event to WAL at 1731140300158Closed at 1731140300158 2024-11-09T08:18:20,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:18:20,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140299318.dac03c0480ee305badb48d479eaef3fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140300160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140300160"}]},"ts":"1731140300160"} 2024-11-09T08:18:20,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:18:20,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:18:20,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140300163"}]},"ts":"1731140300163"} 2024-11-09T08:18:20,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:18:20,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dac03c0480ee305badb48d479eaef3fc, ASSIGN}] 2024-11-09T08:18:20,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dac03c0480ee305badb48d479eaef3fc, ASSIGN 2024-11-09T08:18:20,169 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dac03c0480ee305badb48d479eaef3fc, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,43227,1731140292041; forceNewPlan=false, retain=false 2024-11-09T08:18:20,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dac03c0480ee305badb48d479eaef3fc, regionState=OPENING, regionLocation=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:20,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dac03c0480ee305badb48d479eaef3fc, ASSIGN because future has completed 2024-11-09T08:18:20,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dac03c0480ee305badb48d479eaef3fc, server=d7c8ba49ede6,43227,1731140292041}] 2024-11-09T08:18:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:20,480 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,481 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dac03c0480ee305badb48d479eaef3fc, NAME => 'test,,1731140299318.dac03c0480ee305badb48d479eaef3fc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:20,481 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:20,481 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:18:20,482 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,482 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140299318.dac03c0480ee305badb48d479eaef3fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:20,482 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,482 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,483 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,485 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac03c0480ee305badb48d479eaef3fc columnFamilyName f 2024-11-09T08:18:20,485 DEBUG [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:20,485 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] regionserver.HStore(327): Store=dac03c0480ee305badb48d479eaef3fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:20,485 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,487 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac03c0480ee305badb48d479eaef3fc columnFamilyName f1 2024-11-09T08:18:20,487 DEBUG [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:20,487 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] regionserver.HStore(327): Store=dac03c0480ee305badb48d479eaef3fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:20,487 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,488 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dac03c0480ee305badb48d479eaef3fc columnFamilyName norep 2024-11-09T08:18:20,488 DEBUG [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:20,489 INFO [StoreOpener-dac03c0480ee305badb48d479eaef3fc-1 {}] regionserver.HStore(327): Store=dac03c0480ee305badb48d479eaef3fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:20,489 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,490 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,490 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,492 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:18:20,494 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,505 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:20,506 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dac03c0480ee305badb48d479eaef3fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62798880, jitterRate=-0.0642237663269043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:18:20,506 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:18:20,507 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dac03c0480ee305badb48d479eaef3fc: Running coprocessor pre-open hook at 1731140300482Writing region info on filesystem at 1731140300482Initializing all the Stores at 1731140300483 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140300483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140300483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140300483Cleaning up temporary data from old regions at 1731140300491 (+8 ms)Running coprocessor post-open hooks at 1731140300506 (+15 ms)Region opened successfully at 1731140300507 (+1 ms) 2024-11-09T08:18:20,510 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., pid=6, masterSystemTime=1731140300476 2024-11-09T08:18:20,512 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,513 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:18:20,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dac03c0480ee305badb48d479eaef3fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:20,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dac03c0480ee305badb48d479eaef3fc, server=d7c8ba49ede6,43227,1731140292041 because future has completed 2024-11-09T08:18:20,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:18:20,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dac03c0480ee305badb48d479eaef3fc, server=d7c8ba49ede6,43227,1731140292041 in 197 msec 2024-11-09T08:18:20,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:18:20,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dac03c0480ee305badb48d479eaef3fc, ASSIGN in 357 msec 2024-11-09T08:18:20,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:18:20,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140300530"}]},"ts":"1731140300530"} 2024-11-09T08:18:20,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:18:20,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:18:20,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2120 sec 2024-11-09T08:18:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:21,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:21,480 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:18:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-11-09T08:18:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:21,483 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:21,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:18:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:18:21,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:18:21,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:21,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:18:21,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:18:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:21,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:18:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:21,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 767db1a594e96093178e57b31a0b0a15, NAME => 'test,,1731140301483.767db1a594e96093178e57b31a0b0a15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d 2024-11-09T08:18:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:18:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:22,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140301483.767db1a594e96093178e57b31a0b0a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:22,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 767db1a594e96093178e57b31a0b0a15, disabling compactions & flushes 2024-11-09T08:18:22,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140301483.767db1a594e96093178e57b31a0b0a15. after waiting 0 ms 2024-11-09T08:18:22,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 767db1a594e96093178e57b31a0b0a15: Waiting for close lock at 1731140302316Disabling compacts and flushes for region at 1731140302316Disabling writes for close at 1731140302316Writing region close event to WAL at 1731140302316Closed at 1731140302316 2024-11-09T08:18:22,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:18:22,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140301483.767db1a594e96093178e57b31a0b0a15.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140302318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140302318"}]},"ts":"1731140302318"} 2024-11-09T08:18:22,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:18:22,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:18:22,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140302348"}]},"ts":"1731140302348"} 2024-11-09T08:18:22,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:18:22,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=767db1a594e96093178e57b31a0b0a15, ASSIGN}] 2024-11-09T08:18:22,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=767db1a594e96093178e57b31a0b0a15, ASSIGN 2024-11-09T08:18:22,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=767db1a594e96093178e57b31a0b0a15, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,45579,1731140296124; forceNewPlan=false, retain=false 2024-11-09T08:18:22,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=767db1a594e96093178e57b31a0b0a15, regionState=OPENING, regionLocation=d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:22,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=767db1a594e96093178e57b31a0b0a15, ASSIGN because future has completed 2024-11-09T08:18:22,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767db1a594e96093178e57b31a0b0a15, server=d7c8ba49ede6,45579,1731140296124}] 2024-11-09T08:18:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:22,687 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,687 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 767db1a594e96093178e57b31a0b0a15, NAME => 'test,,1731140301483.767db1a594e96093178e57b31a0b0a15.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:22,688 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:22,688 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:18:22,688 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,688 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140301483.767db1a594e96093178e57b31a0b0a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:22,688 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,688 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,689 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,691 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767db1a594e96093178e57b31a0b0a15 columnFamilyName f 2024-11-09T08:18:22,691 DEBUG [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:22,691 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] regionserver.HStore(327): Store=767db1a594e96093178e57b31a0b0a15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:22,691 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,692 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767db1a594e96093178e57b31a0b0a15 columnFamilyName f1 2024-11-09T08:18:22,692 DEBUG [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:22,693 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] regionserver.HStore(327): Store=767db1a594e96093178e57b31a0b0a15/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:22,693 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,694 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767db1a594e96093178e57b31a0b0a15 columnFamilyName norep 2024-11-09T08:18:22,694 DEBUG [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:22,694 INFO [StoreOpener-767db1a594e96093178e57b31a0b0a15-1 {}] regionserver.HStore(327): Store=767db1a594e96093178e57b31a0b0a15/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:22,695 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,695 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,696 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,696 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,696 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,697 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:18:22,698 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,701 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:22,702 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 767db1a594e96093178e57b31a0b0a15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74131289, jitterRate=0.10464228689670563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:18:22,702 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:18:22,702 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 767db1a594e96093178e57b31a0b0a15: Running coprocessor pre-open hook at 1731140302688Writing region info on filesystem at 1731140302688Initializing all the Stores at 1731140302689 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140302689Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140302689Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140302689Cleaning up temporary data from old regions at 1731140302696 (+7 ms)Running coprocessor post-open hooks at 1731140302702 (+6 ms)Region opened successfully at 1731140302702 2024-11-09T08:18:22,703 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140301483.767db1a594e96093178e57b31a0b0a15., pid=6, masterSystemTime=1731140302682 2024-11-09T08:18:22,705 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,706 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:18:22,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=767db1a594e96093178e57b31a0b0a15, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,45579,1731140296124 2024-11-09T08:18:22,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767db1a594e96093178e57b31a0b0a15, server=d7c8ba49ede6,45579,1731140296124 because future has completed 2024-11-09T08:18:22,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:18:22,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 767db1a594e96093178e57b31a0b0a15, server=d7c8ba49ede6,45579,1731140296124 in 181 msec 2024-11-09T08:18:22,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:18:22,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=767db1a594e96093178e57b31a0b0a15, ASSIGN in 362 msec 2024-11-09T08:18:22,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:18:22,719 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140302719"}]},"ts":"1731140302719"} 2024-11-09T08:18:22,723 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:18:22,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:18:22,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2400 sec 2024-11-09T08:18:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:18:23,640 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:18:23,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35245,-1 for getting cluster id 2024-11-09T08:18:23,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:23,642 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5afd4055-1d7f-4842-b875-cf9147e23e2c' 2024-11-09T08:18:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5afd4055-1d7f-4842-b875-cf9147e23e2c" 2024-11-09T08:18:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b45a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35245,-1] 2024-11-09T08:18:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:23,644 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b17b622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37233,-1 for getting cluster id 2024-11-09T08:18:23,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:23,648 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651c48ce-35fd-47c3-9721-5b404c7974d3' 2024-11-09T08:18:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651c48ce-35fd-47c3-9721-5b404c7974d3" 2024-11-09T08:18:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19efd25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37233,-1] 2024-11-09T08:18:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:23,650 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251bf57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35245,-1 for getting cluster id 2024-11-09T08:18:23,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:23,653 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5afd4055-1d7f-4842-b875-cf9147e23e2c' 2024-11-09T08:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5afd4055-1d7f-4842-b875-cf9147e23e2c" 2024-11-09T08:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8083c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35245,-1] 2024-11-09T08:18:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:23,656 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:23,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f36cb9e 2024-11-09T08:18:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:23,662 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:23,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:37233,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:18:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:18:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:18:23,665 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:37233' 2024-11-09T08:18:23,671 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd05923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,671 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37233,-1 for getting cluster id 2024-11-09T08:18:23,671 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:23,672 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651c48ce-35fd-47c3-9721-5b404c7974d3' 2024-11-09T08:18:23,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:23,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651c48ce-35fd-47c3-9721-5b404c7974d3" 2024-11-09T08:18:23,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61efc6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37233,-1] 2024-11-09T08:18:23,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:23,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:23,674 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:23,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b7c85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:23,675 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:23,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:23,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db46dd9 2024-11-09T08:18:23,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:23,678 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:23,679 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T08:18:23,679 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:18:23,679 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:23,679 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:23,679 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:18:23,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:23,681 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:18:23,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:18:23,682 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:23,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:18:23,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:18:23,701 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5258944c221752c35694a288c159eadf, NAME => 'hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328 2024-11-09T08:18:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:18:23,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:23,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5258944c221752c35694a288c159eadf, disabling compactions & flushes 2024-11-09T08:18:23,712 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:23,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:23,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. after waiting 0 ms 2024-11-09T08:18:23,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:23,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:23,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5258944c221752c35694a288c159eadf: Waiting for close lock at 1731140303712Disabling compacts and flushes for region at 1731140303712Disabling writes for close at 1731140303713 (+1 ms)Writing region close event to WAL at 1731140303713Closed at 1731140303713 2024-11-09T08:18:23,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:18:23,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140303714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140303714"}]},"ts":"1731140303714"} 2024-11-09T08:18:23,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:18:23,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:18:23,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140303721"}]},"ts":"1731140303721"} 2024-11-09T08:18:23,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:18:23,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5258944c221752c35694a288c159eadf, ASSIGN}] 2024-11-09T08:18:23,726 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5258944c221752c35694a288c159eadf, ASSIGN 2024-11-09T08:18:23,727 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5258944c221752c35694a288c159eadf, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,43227,1731140292041; forceNewPlan=false, retain=false 2024-11-09T08:18:23,731 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:18:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:18:23,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5258944c221752c35694a288c159eadf, regionState=OPENING, regionLocation=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:23,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5258944c221752c35694a288c159eadf, ASSIGN because future has completed 2024-11-09T08:18:23,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5258944c221752c35694a288c159eadf, server=d7c8ba49ede6,43227,1731140292041}] 2024-11-09T08:18:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:18:24,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:24,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:18:24,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:18:24,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C43227%2C1731140292041.rep, suffix=, logDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041, archiveDir=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/oldWALs, maxLogs=10 2024-11-09T08:18:24,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.rep.1731140304043, exclude list is [], retry=0 2024-11-09T08:18:24,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-19c19939-13d6-4b44-b3e4-34f1ca71615f,DISK] 2024-11-09T08:18:24,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.rep.1731140304043 2024-11-09T08:18:24,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-09T08:18:24,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5258944c221752c35694a288c159eadf, NAME => 'hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:18:24,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:18:24,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:18:24,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. service=MultiRowMutationService 2024-11-09T08:18:24,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:18:24,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:18:24,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,068 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,069 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5258944c221752c35694a288c159eadf columnFamilyName hfileref 2024-11-09T08:18:24,069 DEBUG [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:24,070 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] regionserver.HStore(327): Store=5258944c221752c35694a288c159eadf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:24,070 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,071 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5258944c221752c35694a288c159eadf columnFamilyName queue 2024-11-09T08:18:24,071 DEBUG [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:24,071 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] regionserver.HStore(327): Store=5258944c221752c35694a288c159eadf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:24,071 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,072 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5258944c221752c35694a288c159eadf columnFamilyName sid 2024-11-09T08:18:24,072 DEBUG [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:18:24,073 INFO [StoreOpener-5258944c221752c35694a288c159eadf-1 {}] regionserver.HStore(327): Store=5258944c221752c35694a288c159eadf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:18:24,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:18:24,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:18:24,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5258944c221752c35694a288c159eadf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70791601, jitterRate=0.054877057671546936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:18:24,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5258944c221752c35694a288c159eadf 2024-11-09T08:18:24,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5258944c221752c35694a288c159eadf: Running coprocessor pre-open hook at 1731140304066Writing region info on filesystem at 1731140304066Initializing all the Stores at 1731140304067 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140304067Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140304067Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140304067Cleaning up temporary data from old regions at 1731140304075 (+8 ms)Running coprocessor post-open hooks at 1731140304080 (+5 ms)Region opened successfully at 1731140304080 2024-11-09T08:18:24,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf., pid=10, masterSystemTime=1731140304032 2024-11-09T08:18:24,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:24,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:18:24,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5258944c221752c35694a288c159eadf, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,43227,1731140292041 2024-11-09T08:18:24,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5258944c221752c35694a288c159eadf, server=d7c8ba49ede6,43227,1731140292041 because future has completed 2024-11-09T08:18:24,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:18:24,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5258944c221752c35694a288c159eadf, server=d7c8ba49ede6,43227,1731140292041 in 207 msec 2024-11-09T08:18:24,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:18:24,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5258944c221752c35694a288c159eadf, ASSIGN in 365 msec 2024-11-09T08:18:24,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:18:24,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140304095"}]},"ts":"1731140304095"} 2024-11-09T08:18:24,099 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:18:24,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:18:24,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 421 msec 2024-11-09T08:18:24,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2] 2024-11-09T08:18:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:18:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:24,339 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:18:24,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:18:24,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:18:24,515 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:18:24,553 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,43227,1731140292041, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:18:24,554 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:24,554 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43227,1731140292041, seqNum=-1] 2024-11-09T08:18:24,555 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:24,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T08:18:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,43227,1731140292041', locateType=CURRENT is [region=hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2] 2024-11-09T08:18:24,561 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:18:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:18:24,564 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,43227,1731140292041 suceeded 2024-11-09T08:18:24,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:18:24,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-09T08:18:24,571 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:37233,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T08:18:24,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 909 msec 2024-11-09T08:18:24,583 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:37233' 2024-11-09T08:18:24,584 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7381b18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:24,584 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37233,-1 for getting cluster id 2024-11-09T08:18:24,584 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:24,585 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651c48ce-35fd-47c3-9721-5b404c7974d3' 2024-11-09T08:18:24,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:24,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651c48ce-35fd-47c3-9721-5b404c7974d3" 2024-11-09T08:18:24,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a1229c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:24,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37233,-1] 2024-11-09T08:18:24,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:24,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:24,588 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:24,589 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28685f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:24,589 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fc7b13 2024-11-09T08:18:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:24,591 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T08:18:24,592 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,43227,1731140292041 (queues=1) is replicating from cluster=5afd4055-1d7f-4842-b875-cf9147e23e2c to cluster=651c48ce-35fd-47c3-9721-5b404c7974d3 2024-11-09T08:18:24,592 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C43227%2C1731140292041 2024-11-09T08:18:24,592 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,43227,1731140292041, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:18:24,593 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232, startPosition=0, beingWritten=true 2024-11-09T08:18:24,604 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C43227%2C1731140292041 2024-11-09T08:18:24,618 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:18:24,618 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 379, reset compression=false 2024-11-09T08:18:24,618 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,43227,1731140292041 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:18:24,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:18:24,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:24,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:24,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:24,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:24,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:18:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:18:24,800 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:18:24,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:24,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:24,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:24,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:24,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:24,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:24,824 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 379, reset compression=false 2024-11-09T08:18:24,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731140304821/Put/seqid=0 2024-11-09T08:18:24,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741840_1016 (size=7894) 2024-11-09T08:18:25,145 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 379, reset compression=false 2024-11-09T08:18:25,246 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_1 is 34, key is ddd/f:row/1731140305244/Put/seqid=0 2024-11-09T08:18:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741841_1017 (size=7691) 2024-11-09T08:18:25,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:25,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35245,-1 for getting cluster id 2024-11-09T08:18:25,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:25,264 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5afd4055-1d7f-4842-b875-cf9147e23e2c' 2024-11-09T08:18:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5afd4055-1d7f-4842-b875-cf9147e23e2c" 2024-11-09T08:18:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e962fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35245,-1] 2024-11-09T08:18:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:25,266 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:25,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:25,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43227,1731140292041, seqNum=-1] 2024-11-09T08:18:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:25,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:25,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e19562 2024-11-09T08:18:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:25,292 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2] 2024-11-09T08:18:25,310 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:18:25,323 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T08:18:25,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T08:18:25,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_0 for inclusion in dac03c0480ee305badb48d479eaef3fc/f 2024-11-09T08:18:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T08:18:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:18:25,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_1 for inclusion in dac03c0480ee305badb48d479eaef3fc/f 2024-11-09T08:18:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T08:18:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:18:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegion(2603): Flush status journal for dac03c0480ee305badb48d479eaef3fc: 2024-11-09T08:18:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_0 to hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_0 2024-11-09T08:18:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_0 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ 2024-11-09T08:18:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f/f/hfile_1 to hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_1 2024-11-09T08:18:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_1 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/76d18810587a40929c82369a3bafd050_SeqId_4_ 2024-11-09T08:18:25,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_0 into dac03c0480ee305badb48d479eaef3fc/f as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ - updating store file list. 2024-11-09T08:18:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4df3fc3d901b42aabc625243dfda1df6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:18:25,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ into dac03c0480ee305badb48d479eaef3fc/f 2024-11-09T08:18:25,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_0 into dac03c0480ee305badb48d479eaef3fc/f (new location: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_) 2024-11-09T08:18:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_0 2024-11-09T08:18:25,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_1 into dac03c0480ee305badb48d479eaef3fc/f as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/76d18810587a40929c82369a3bafd050_SeqId_4_ - updating store file list. 2024-11-09T08:18:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76d18810587a40929c82369a3bafd050_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:18:25,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/76d18810587a40929c82369a3bafd050_SeqId_4_ into dac03c0480ee305badb48d479eaef3fc/f 2024-11-09T08:18:25,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_1 into dac03c0480ee305badb48d479eaef3fc/f (new location: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f/76d18810587a40929c82369a3bafd050_SeqId_4_) 2024-11-09T08:18:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__hdbv8b0t5lk7hg2dsr7cs4it6oguh3ivlhrom3gulr1h63vighqvmhul6dm6ssb5/f/hfile_1 2024-11-09T08:18:25,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:25,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:25,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:25,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:25,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:25,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2 , the old value is region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7c8ba49ede6:43227 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:18:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45579,1731140296124, seqNum=-1] 2024-11-09T08:18:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:18:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2 from cache 2024-11-09T08:18:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:25,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140301483.767db1a594e96093178e57b31a0b0a15., hostname=d7c8ba49ede6,45579,1731140296124, seqNum=2] 2024-11-09T08:18:25,447 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:18:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:57568 deadline: 1731140365436 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:57568 2024-11-09T08:18:25,551 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:43227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T08:18:25,554 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 379, reset compression=false 2024-11-09T08:18:25,576 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:18:25,576 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,43227,1731140292041 got entry batch from reader: WALEntryBatch [walEntries=[{test/dac03c0480ee305badb48d479eaef3fc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140305427/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T08:18:25,620 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:18:25,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T08:18:25,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.ReplicationSink(318): Replicating [5afd4055-1d7f-4842-b875-cf9147e23e2c] bulk loaded data 2024-11-09T08:18:25,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79749a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:25,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37233,-1 for getting cluster id 2024-11-09T08:18:25,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:25,642 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '651c48ce-35fd-47c3-9721-5b404c7974d3' 2024-11-09T08:18:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "651c48ce-35fd-47c3-9721-5b404c7974d3" 2024-11-09T08:18:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7e3d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37233,-1] 2024-11-09T08:18:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:25,644 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:25,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@799b6e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:25,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741837_1013 (size=7894) 2024-11-09T08:18:25,776 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 687, reset compression=false 2024-11-09T08:18:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741838_1014 (size=7691) 2024-11-09T08:18:25,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37233,1731140295993 2024-11-09T08:18:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f595193 2024-11-09T08:18:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:25,797 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T08:18:25,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:18:25,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:25,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45579,1731140296124, seqNum=-1] 2024-11-09T08:18:25,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:25,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T08:18:25,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T08:18:25,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/76d18810587a40929c82369a3bafd050_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T08:18:25,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/76d18810587a40929c82369a3bafd050_SeqId_4_ for inclusion in 767db1a594e96093178e57b31a0b0a15/f 2024-11-09T08:18:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T08:18:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:18:25,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ for inclusion in 767db1a594e96093178e57b31a0b0a15/f 2024-11-09T08:18:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T08:18:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:18:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(2603): Flush status journal for 767db1a594e96093178e57b31a0b0a15: 2024-11-09T08:18:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76d18810587a40929c82369a3bafd050_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:18:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/76d18810587a40929c82369a3bafd050_SeqId_4_ as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/4bf1892d837543ecb2d0e2cc71ae0bc5_SeqId_4_ 2024-11-09T08:18:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:18:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/7009da2551ca4c75aedec40e2cab2f93_SeqId_4_ 2024-11-09T08:18:25,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/76d18810587a40929c82369a3bafd050_SeqId_4_ into 767db1a594e96093178e57b31a0b0a15/f as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/4bf1892d837543ecb2d0e2cc71ae0bc5_SeqId_4_ - updating store file list. 2024-11-09T08:18:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bf1892d837543ecb2d0e2cc71ae0bc5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:18:25,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/4bf1892d837543ecb2d0e2cc71ae0bc5_SeqId_4_ into 767db1a594e96093178e57b31a0b0a15/f 2024-11-09T08:18:25,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/76d18810587a40929c82369a3bafd050_SeqId_4_ into 767db1a594e96093178e57b31a0b0a15/f (new location: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/4bf1892d837543ecb2d0e2cc71ae0bc5_SeqId_4_) 2024-11-09T08:18:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/76d18810587a40929c82369a3bafd050_SeqId_4_ 2024-11-09T08:18:25,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ into 767db1a594e96093178e57b31a0b0a15/f as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/7009da2551ca4c75aedec40e2cab2f93_SeqId_4_ - updating store file list. 2024-11-09T08:18:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7009da2551ca4c75aedec40e2cab2f93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:18:25,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/7009da2551ca4c75aedec40e2cab2f93_SeqId_4_ into 767db1a594e96093178e57b31a0b0a15/f 2024-11-09T08:18:25,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ into 767db1a594e96093178e57b31a0b0a15/f (new location: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/f/7009da2551ca4c75aedec40e2cab2f93_SeqId_4_) 2024-11-09T08:18:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/staging/jenkins.hfs.6__test__t5dvslpe7bm66ohl8ms5f5icj7132g5an6242guknvavii1nkhdphpo8hi7jq8m1/f/4df3fc3d901b42aabc625243dfda1df6_SeqId_4_ 2024-11-09T08:18:25,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.ReplicationSink(324): Finished replicating [5afd4055-1d7f-4842-b875-cf9147e23e2c] bulk loaded data 2024-11-09T08:18:26,119 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 687, reset compression=false 2024-11-09T08:18:26,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:18:26,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T08:18:26,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:18:26,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T08:18:26,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:18:26,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T08:18:26,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:18:26,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731140306463/Put/seqid=0 2024-11-09T08:18:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741842_1018 (size=7997) 2024-11-09T08:18:26,525 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 687, reset compression=false 2024-11-09T08:18:26,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731140306870/Put/seqid=0 2024-11-09T08:18:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741843_1019 (size=7794) 2024-11-09T08:18:27,029 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 687, reset compression=false 2024-11-09T08:18:27,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:27,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35245,-1 for getting cluster id 2024-11-09T08:18:27,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:18:27,278 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5afd4055-1d7f-4842-b875-cf9147e23e2c' 2024-11-09T08:18:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:18:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5afd4055-1d7f-4842-b875-cf9147e23e2c" 2024-11-09T08:18:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35245,-1] 2024-11-09T08:18:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:18:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:27,280 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:18:27,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d0c3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:18:27,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43227,1731140292041, seqNum=-1] 2024-11-09T08:18:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:27,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:27,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:18:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35245,1731140291828 2024-11-09T08:18:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70200a 2024-11-09T08:18:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:18:27,294 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:18:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2] 2024-11-09T08:18:27,300 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:18:27,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T08:18:27,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T08:18:27,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_1 for inclusion in dac03c0480ee305badb48d479eaef3fc/f1 2024-11-09T08:18:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T08:18:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:18:27,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_0 for inclusion in dac03c0480ee305badb48d479eaef3fc/f1 2024-11-09T08:18:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T08:18:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:18:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegion(2603): Flush status journal for dac03c0480ee305badb48d479eaef3fc: 2024-11-09T08:18:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_1 to hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_1 2024-11-09T08:18:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_1 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/7fa55dfa73db4b68865c93177a5612ef_SeqId_6_ 2024-11-09T08:18:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/load_f1/f1/hfile_0 to hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_0 2024-11-09T08:18:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_0 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/1fa3ce58fbb84469930041207b8b109a_SeqId_6_ 2024-11-09T08:18:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T08:18:27,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_1 into dac03c0480ee305badb48d479eaef3fc/f1 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/7fa55dfa73db4b68865c93177a5612ef_SeqId_6_ - updating store file list. 2024-11-09T08:18:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fa55dfa73db4b68865c93177a5612ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:18:27,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/7fa55dfa73db4b68865c93177a5612ef_SeqId_6_ into dac03c0480ee305badb48d479eaef3fc/f1 2024-11-09T08:18:27,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_1 into dac03c0480ee305badb48d479eaef3fc/f1 (new location: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/7fa55dfa73db4b68865c93177a5612ef_SeqId_6_) 2024-11-09T08:18:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_1 2024-11-09T08:18:27,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_0 into dac03c0480ee305badb48d479eaef3fc/f1 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/1fa3ce58fbb84469930041207b8b109a_SeqId_6_ - updating store file list. 2024-11-09T08:18:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fa3ce58fbb84469930041207b8b109a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:18:27,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/1fa3ce58fbb84469930041207b8b109a_SeqId_6_ into dac03c0480ee305badb48d479eaef3fc/f1 2024-11-09T08:18:27,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_0 into dac03c0480ee305badb48d479eaef3fc/f1 (new location: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/f1/1fa3ce58fbb84469930041207b8b109a_SeqId_6_) 2024-11-09T08:18:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/staging/jenkins__test__m4mnec80icrt9um9kmo07nm2cr7jqq4tsf2fr69kcfbecv8jkpk0v3p9n45fkkjf/f1/hfile_0 2024-11-09T08:18:27,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:18:27,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:18:27,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:27,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:18:27,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:18:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2 , the old value is region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7c8ba49ede6:43227 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:18:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:18:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2 from cache 2024-11-09T08:18:27,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:18:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43227,1731140292041, seqNum=-1] 2024-11-09T08:18:27,341 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T08:18:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:18:27,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:18:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., hostname=d7c8ba49ede6,43227,1731140292041, seqNum=2] 2024-11-09T08:18:27,449 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:43227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T08:18:27,634 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 687, reset compression=false 2024-11-09T08:18:27,639 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:18:27,639 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:27,639 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,43227,1731140292041 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:18:27,844 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:28,148 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:28,552 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:29,056 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:29,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:18:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:29,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:29,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:29,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:18:29,659 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:30,363 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:31,167 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:32,071 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:33,075 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:34,179 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:35,383 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:36,686 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:38,091 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:39,595 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:41,201 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:41,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:18:42,904 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:44,709 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:45,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:18:46,613 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:47,642 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,43227,1731140292041 got entry batch from reader: null 2024-11-09T08:18:48,616 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:50,720 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:52,924 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:54,679 INFO [master/d7c8ba49ede6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T08:18:54,679 INFO [master/d7c8ba49ede6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T08:18:55,228 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:57,632 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:18:59,208 INFO [master/d7c8ba49ede6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T08:18:59,208 INFO [master/d7c8ba49ede6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T08:19:00,136 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:02,742 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:05,446 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:05,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dac03c0480ee305badb48d479eaef3fc, had cached 0 bytes from a total of 31376 2024-11-09T08:19:07,642 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,43227,1731140292041 got entry batch from reader: null 2024-11-09T08:19:07,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 767db1a594e96093178e57b31a0b0a15, had cached 0 bytes from a total of 15585 2024-11-09T08:19:08,250 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:11,157 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:11,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:19:14,161 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:15,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:19:17,266 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:20,469 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:23,778 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:27,182 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:27,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:19:27,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:27,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:27,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:27,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:27,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:27,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:19:27,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67757123, stopped=false 2024-11-09T08:19:27,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,37233,1731140295993 2024-11-09T08:19:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908495082/running 2024-11-09T08:19:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908495082/running 2024-11-09T08:19:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:19:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:19:27,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:27,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:27,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:27,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:27,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,45579,1731140296124' ***** 2024-11-09T08:19:27,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:19:27,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/running 2024-11-09T08:19:27,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Set watcher on znode that does not yet exist, /1-1908495082/running 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:19:27,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,45579,1731140296124 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:45579. 2024-11-09T08:19:27,390 DEBUG [RS:0;d7c8ba49ede6:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:27,390 DEBUG [RS:0;d7c8ba49ede6:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:27,390 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 767db1a594e96093178e57b31a0b0a15, disabling compactions & flushes 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:19:27,390 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:19:27,390 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:19:27,390 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:19:27,391 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:19:27,391 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140301483.767db1a594e96093178e57b31a0b0a15. after waiting 0 ms 2024-11-09T08:19:27,391 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:19:27,391 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:19:27,391 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 767db1a594e96093178e57b31a0b0a15=test,,1731140301483.767db1a594e96093178e57b31a0b0a15.} 2024-11-09T08:19:27,391 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767db1a594e96093178e57b31a0b0a15 2024-11-09T08:19:27,391 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:19:27,391 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:19:27,391 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:19:27,391 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:19:27,391 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:19:27,391 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T08:19:27,394 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/default/test/767db1a594e96093178e57b31a0b0a15/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T08:19:27,395 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:27,395 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:19:27,395 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:19:27,395 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 767db1a594e96093178e57b31a0b0a15: Waiting for close lock at 1731140367390Running coprocessor pre-close hooks at 1731140367390Disabling compacts and flushes for region at 1731140367390Disabling writes for close at 1731140367391 (+1 ms)Writing region close event to WAL at 1731140367391Running coprocessor post-close hooks at 1731140367395 (+4 ms)Closed at 1731140367395 2024-11-09T08:19:27,395 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140301483.767db1a594e96093178e57b31a0b0a15. 2024-11-09T08:19:27,409 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/info/a6b682a0297944bea508f7ba23b8c56e is 129, key is test,,1731140301483.767db1a594e96093178e57b31a0b0a15./info:regioninfo/1731140302706/Put/seqid=0 2024-11-09T08:19:27,412 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:19:27,412 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:19:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741839_1015 (size=6421) 2024-11-09T08:19:27,471 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:27,591 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:27,642 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,43227,1731140292041 got entry batch from reader: null 2024-11-09T08:19:27,791 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:27,814 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/info/a6b682a0297944bea508f7ba23b8c56e 2024-11-09T08:19:27,840 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/ns/9bfac04df5344f58b876f0e67a71dd0b is 43, key is default/ns:d/1731140299182/Put/seqid=0 2024-11-09T08:19:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741840_1016 (size=5153) 2024-11-09T08:19:27,992 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:28,192 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:28,244 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/ns/9bfac04df5344f58b876f0e67a71dd0b 2024-11-09T08:19:28,263 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/rep_barrier/db4e79cb657e40199236c0a892efb2fb is 112, key is test,,1731140301483.767db1a594e96093178e57b31a0b0a15./rep_barrier:seqnumDuringOpen/1731140302706/Put/seqid=0 2024-11-09T08:19:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741841_1017 (size=5518) 2024-11-09T08:19:28,392 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:19:28,392 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:19:28,392 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:28,592 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:28,667 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/rep_barrier/db4e79cb657e40199236c0a892efb2fb 2024-11-09T08:19:28,685 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/table/95e2d2959aec41d1a606efeaf5490f30 is 40, key is test/table:state/1731140302719/Put/seqid=0 2024-11-09T08:19:28,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741842_1018 (size=5165) 2024-11-09T08:19:28,792 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:28,993 DEBUG [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:29,090 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/table/95e2d2959aec41d1a606efeaf5490f30 2024-11-09T08:19:29,096 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/info/a6b682a0297944bea508f7ba23b8c56e as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/info/a6b682a0297944bea508f7ba23b8c56e 2024-11-09T08:19:29,100 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/info/a6b682a0297944bea508f7ba23b8c56e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T08:19:29,101 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/ns/9bfac04df5344f58b876f0e67a71dd0b as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/ns/9bfac04df5344f58b876f0e67a71dd0b 2024-11-09T08:19:29,107 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/ns/9bfac04df5344f58b876f0e67a71dd0b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:19:29,108 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/rep_barrier/db4e79cb657e40199236c0a892efb2fb as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/rep_barrier/db4e79cb657e40199236c0a892efb2fb 2024-11-09T08:19:29,116 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/rep_barrier/db4e79cb657e40199236c0a892efb2fb, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T08:19:29,117 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/.tmp/table/95e2d2959aec41d1a606efeaf5490f30 as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/table/95e2d2959aec41d1a606efeaf5490f30 2024-11-09T08:19:29,123 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/table/95e2d2959aec41d1a606efeaf5490f30, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:19:29,124 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=11, compaction requested=false 2024-11-09T08:19:29,131 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:19:29,132 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:29,132 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:29,132 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:29,132 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140367391Running coprocessor pre-close hooks at 1731140367391Disabling compacts and flushes for region at 1731140367391Disabling writes for close at 1731140367391Obtaining lock to block concurrent updates at 1731140367391Preparing flush snapshotting stores in 1588230740 at 1731140367391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731140367391Flushing stores of hbase:meta,,1.1588230740 at 1731140367392 (+1 ms)Flushing 1588230740/info: creating writer at 1731140367392Flushing 1588230740/info: appending metadata at 1731140367409 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731140367409Flushing 1588230740/ns: creating writer at 1731140367820 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731140367839 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731140367839Flushing 1588230740/rep_barrier: creating writer at 1731140368250 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140368262 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140368262Flushing 1588230740/table: creating writer at 1731140368673 (+411 ms)Flushing 1588230740/table: appending metadata at 1731140368685 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731140368685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657e2453: reopening flushed file at 1731140369095 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f47a165: reopening flushed file at 1731140369101 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b286a5e: reopening flushed file at 1731140369108 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b9d033: reopening flushed file at 1731140369116 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=11, compaction requested=false at 1731140369124 (+8 ms)Writing region close event to WAL at 1731140369129 (+5 ms)Running coprocessor post-close hooks at 1731140369132 (+3 ms)Closed at 1731140369132 2024-11-09T08:19:29,132 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:29,193 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,45579,1731140296124; all regions closed. 2024-11-09T08:19:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741834_1010 (size=2717) 2024-11-09T08:19:29,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124/d7c8ba49ede6%2C45579%2C1731140296124.meta.1731140299103.meta not finished, retry = 0 2024-11-09T08:19:29,299 DEBUG [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/oldWALs 2024-11-09T08:19:29,299 INFO [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C45579%2C1731140296124.meta:.meta(num 1731140299103) 2024-11-09T08:19:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741832_1008 (size=1028) 2024-11-09T08:19:29,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/WALs/d7c8ba49ede6,45579,1731140296124/d7c8ba49ede6%2C45579%2C1731140296124.1731140298558 not finished, retry = 0 2024-11-09T08:19:29,403 DEBUG [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/oldWALs 2024-11-09T08:19:29,403 INFO [RS:0;d7c8ba49ede6:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C45579%2C1731140296124:(num 1731140298558) 2024-11-09T08:19:29,403 DEBUG [RS:0;d7c8ba49ede6:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:29,403 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:29,403 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:29,403 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:29,404 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:29,404 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:29,404 INFO [RS:0;d7c8ba49ede6:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:45579. 2024-11-09T08:19:29,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:29,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:29,404 DEBUG [RS:0;d7c8ba49ede6:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:29,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:29,404 INFO [RS:0;d7c8ba49ede6:45579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45579 2024-11-09T08:19:29,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908495082/rs/d7c8ba49ede6,45579,1731140296124 2024-11-09T08:19:29,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082/rs 2024-11-09T08:19:29,410 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:29,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,45579,1731140296124] 2024-11-09T08:19:29,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908495082/draining/d7c8ba49ede6,45579,1731140296124 already deleted, retry=false 2024-11-09T08:19:29,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,45579,1731140296124 expired; onlineServers=0 2024-11-09T08:19:29,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,37233,1731140295993' ***** 2024-11-09T08:19:29,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:19:29,431 INFO [M:0;d7c8ba49ede6:37233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:29,431 INFO [M:0;d7c8ba49ede6:37233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:29,431 DEBUG [M:0;d7c8ba49ede6:37233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:19:29,431 DEBUG [M:0;d7c8ba49ede6:37233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:19:29,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:19:29,431 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140298295 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140298295,5,FailOnTimeoutGroup] 2024-11-09T08:19:29,431 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140298295 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140298295,5,FailOnTimeoutGroup] 2024-11-09T08:19:29,431 INFO [M:0;d7c8ba49ede6:37233 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:29,431 INFO [M:0;d7c8ba49ede6:37233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:29,431 DEBUG [M:0;d7c8ba49ede6:37233 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:19:29,431 INFO [M:0;d7c8ba49ede6:37233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:19:29,431 INFO [M:0;d7c8ba49ede6:37233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:29,432 INFO [M:0;d7c8ba49ede6:37233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:19:29,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:19:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908495082/master 2024-11-09T08:19:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908495082 2024-11-09T08:19:29,441 DEBUG [M:0;d7c8ba49ede6:37233 {}] zookeeper.ZKUtil(347): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Unable to get data of znode /1-1908495082/master because node does not exist (not an error) 2024-11-09T08:19:29,441 WARN [M:0;d7c8ba49ede6:37233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:19:29,443 INFO [M:0;d7c8ba49ede6:37233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/.lastflushedseqids 2024-11-09T08:19:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741843_1019 (size=173) 2024-11-09T08:19:29,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:29,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1011eac7ed70004, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:29,521 INFO [RS:0;d7c8ba49ede6:45579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:29,521 INFO [RS:0;d7c8ba49ede6:45579 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,45579,1731140296124; zookeeper connection closed. 2024-11-09T08:19:29,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@465c1036 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@465c1036 2024-11-09T08:19:29,521 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:19:29,847 INFO [M:0;d7c8ba49ede6:37233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:19:29,848 INFO [M:0;d7c8ba49ede6:37233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:19:29,848 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:19:29,848 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:29,848 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:29,848 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:19:29,848 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:29,848 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-09T08:19:29,862 DEBUG [M:0;d7c8ba49ede6:37233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a75ea6a807354f589168f0cf3f32c81b is 82, key is hbase:meta,,1/info:regioninfo/1731140299145/Put/seqid=0 2024-11-09T08:19:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741844_1020 (size=5672) 2024-11-09T08:19:30,266 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a75ea6a807354f589168f0cf3f32c81b 2024-11-09T08:19:30,284 DEBUG [M:0;d7c8ba49ede6:37233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ca8373594f44f5f85efea37d90c2252 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731140302726/Put/seqid=0 2024-11-09T08:19:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741845_1021 (size=6728) 2024-11-09T08:19:30,686 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 to pos 997, reset compression=false 2024-11-09T08:19:30,689 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ca8373594f44f5f85efea37d90c2252 2024-11-09T08:19:30,694 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ca8373594f44f5f85efea37d90c2252 2024-11-09T08:19:30,708 DEBUG [M:0;d7c8ba49ede6:37233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6decc378345445dbacb8cde882b279b5 is 69, key is d7c8ba49ede6,45579,1731140296124/rs:state/1731140298325/Put/seqid=0 2024-11-09T08:19:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741846_1022 (size=5156) 2024-11-09T08:19:31,113 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6decc378345445dbacb8cde882b279b5 2024-11-09T08:19:31,119 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a75ea6a807354f589168f0cf3f32c81b as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a75ea6a807354f589168f0cf3f32c81b 2024-11-09T08:19:31,123 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a75ea6a807354f589168f0cf3f32c81b, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T08:19:31,124 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ca8373594f44f5f85efea37d90c2252 as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ca8373594f44f5f85efea37d90c2252 2024-11-09T08:19:31,129 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ca8373594f44f5f85efea37d90c2252 2024-11-09T08:19:31,129 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ca8373594f44f5f85efea37d90c2252, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T08:19:31,130 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6decc378345445dbacb8cde882b279b5 as hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6decc378345445dbacb8cde882b279b5 2024-11-09T08:19:31,134 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39325/user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6decc378345445dbacb8cde882b279b5, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T08:19:31,135 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-11-09T08:19:31,137 INFO [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:31,137 DEBUG [M:0;d7c8ba49ede6:37233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140369848Disabling compacts and flushes for region at 1731140369848Disabling writes for close at 1731140369848Obtaining lock to block concurrent updates at 1731140369848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140369848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731140369848Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140369849 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140369849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140369862 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140369862Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140370271 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140370284 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140370284Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140370694 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140370708 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140370708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38133c9e: reopening flushed file at 1731140371118 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1e3bfe: reopening flushed file at 1731140371123 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc8a057: reopening flushed file at 1731140371129 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1731140371135 (+6 ms)Writing region close event to WAL at 1731140371136 (+1 ms)Closed at 1731140371136 2024-11-09T08:19:31,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12972848-f937-fa01-bdaf-ecf0599d2e8d/MasterData/WALs/d7c8ba49ede6,37233,1731140295993/d7c8ba49ede6%2C37233%2C1731140295993.1731140297943 not finished, retry = 0 2024-11-09T08:19:31,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741830_1006 (size=33038) 2024-11-09T08:19:31,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:31,239 INFO [M:0;d7c8ba49ede6:37233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:19:31,240 INFO [M:0;d7c8ba49ede6:37233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37233 2024-11-09T08:19:31,240 INFO [M:0;d7c8ba49ede6:37233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:31,499 INFO [M:0;d7c8ba49ede6:37233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37233-0x1011eac7ed70003, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:31,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16305733{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:19:31,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49f79d22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:19:31,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:19:31,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f74644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:19:31,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir/,STOPPED} 2024-11-09T08:19:31,533 WARN [BP-496911775-172.17.0.3-1731140294256 heartbeating to localhost/127.0.0.1:39325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:19:31,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:19:31,533 WARN [BP-496911775-172.17.0.3-1731140294256 heartbeating to localhost/127.0.0.1:39325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-496911775-172.17.0.3-1731140294256 (Datanode Uuid b4a13ea3-2a2b-47ba-af33-19427e690316) service to localhost/127.0.0.1:39325 2024-11-09T08:19:31,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:19:31,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/cluster_cd7bb851-6c1a-cb46-d74d-b897f59c49e0/data/data1/current/BP-496911775-172.17.0.3-1731140294256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:19:31,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/cluster_cd7bb851-6c1a-cb46-d74d-b897f59c49e0/data/data2/current/BP-496911775-172.17.0.3-1731140294256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:19:31,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:19:31,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9f1249f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:19:31,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c9b9b40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:19:31,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:19:31,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab24f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:19:31,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir/,STOPPED} 2024-11-09T08:19:31,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:19:31,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:19:31,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:31,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:31,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:31,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:31,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:31,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:19:31,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1851536601, stopped=false 2024-11-09T08:19:31,554 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,35245,1731140291828 2024-11-09T08:19:31,567 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914579572/running 2024-11-09T08:19:31,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914579572/running 2024-11-09T08:19:31,568 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:19:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:19:31,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:31,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:31,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:31,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:31,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/running 2024-11-09T08:19:31,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Set watcher on znode that does not yet exist, /0914579572/running 2024-11-09T08:19:31,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,43227,1731140292041' ***** 2024-11-09T08:19:31,568 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:19:31,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:19:31,569 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for 5258944c221752c35694a288c159eadf 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,43227,1731140292041 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:43227. 2024-11-09T08:19:31,569 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dac03c0480ee305badb48d479eaef3fc, disabling compactions & flushes 2024-11-09T08:19:31,569 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:19:31,569 DEBUG [RS:0;d7c8ba49ede6:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:31,569 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:19:31,569 DEBUG [RS:0;d7c8ba49ede6:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:31,569 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. after waiting 0 ms 2024-11-09T08:19:31,569 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:19:31,569 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:19:31,570 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:19:31,570 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dac03c0480ee305badb48d479eaef3fc=test,,1731140299318.dac03c0480ee305badb48d479eaef3fc., 5258944c221752c35694a288c159eadf=hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf.} 2024-11-09T08:19:31,570 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5258944c221752c35694a288c159eadf, dac03c0480ee305badb48d479eaef3fc 2024-11-09T08:19:31,570 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:19:31,570 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:19:31,570 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:19:31,570 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:19:31,570 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:19:31,570 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:19:31,573 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/default/test/dac03c0480ee305badb48d479eaef3fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:19:31,574 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:31,574 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:19:31,574 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:19:31,574 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dac03c0480ee305badb48d479eaef3fc: Waiting for close lock at 1731140371569Running coprocessor pre-close hooks at 1731140371569Disabling compacts and flushes for region at 1731140371569Disabling writes for close at 1731140371569Writing region close event to WAL at 1731140371570 (+1 ms)Running coprocessor post-close hooks at 1731140371574 (+4 ms)Closed at 1731140371574 2024-11-09T08:19:31,574 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140299318.dac03c0480ee305badb48d479eaef3fc. 2024-11-09T08:19:31,575 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5258944c221752c35694a288c159eadf, disabling compactions & flushes 2024-11-09T08:19:31,575 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:19:31,575 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:19:31,575 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. after waiting 0 ms 2024-11-09T08:19:31,575 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:19:31,575 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5258944c221752c35694a288c159eadf 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T08:19:31,589 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/info/0d35997f11d4455c92b2e127f615b5ef is 147, key is hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf./info:regioninfo/1731140304084/Put/seqid=0 2024-11-09T08:19:31,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741844_1020 (size=7686) 2024-11-09T08:19:31,595 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/.tmp/hfileref/0dd39595680b47c488512996bda03caf is 74, key is 1/hfileref:4df3fc3d901b42aabc625243dfda1df6_SeqId_4_/1731140305870/DeleteColumn/seqid=0 2024-11-09T08:19:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741845_1021 (size=5203) 2024-11-09T08:19:31,770 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5258944c221752c35694a288c159eadf 2024-11-09T08:19:31,970 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5258944c221752c35694a288c159eadf 2024-11-09T08:19:31,994 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/info/0d35997f11d4455c92b2e127f615b5ef 2024-11-09T08:19:31,998 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/.tmp/hfileref/0dd39595680b47c488512996bda03caf 2024-11-09T08:19:32,017 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/ns/bba23df6a638404b9219b80303f56049 is 43, key is default/ns:d/1731140294060/Put/seqid=0 2024-11-09T08:19:32,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/.tmp/queue/bcb23770b42b4956b36fdb6f3f4fb803 is 153, key is 1-d7c8ba49ede6,43227,1731140292041/queue:d7c8ba49ede6%2C43227%2C1731140292041/1731140307640/Put/seqid=0 2024-11-09T08:19:32,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741846_1022 (size=5153) 2024-11-09T08:19:32,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741847_1023 (size=5352) 2024-11-09T08:19:32,081 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:19:32,081 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:19:32,170 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5258944c221752c35694a288c159eadf 2024-11-09T08:19:32,370 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5258944c221752c35694a288c159eadf 2024-11-09T08:19:32,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,421 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/ns/bba23df6a638404b9219b80303f56049 2024-11-09T08:19:32,423 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/.tmp/queue/bcb23770b42b4956b36fdb6f3f4fb803 2024-11-09T08:19:32,431 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/.tmp/hfileref/0dd39595680b47c488512996bda03caf as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/hfileref/0dd39595680b47c488512996bda03caf 2024-11-09T08:19:32,436 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/hfileref/0dd39595680b47c488512996bda03caf, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T08:19:32,436 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/.tmp/queue/bcb23770b42b4956b36fdb6f3f4fb803 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/queue/bcb23770b42b4956b36fdb6f3f4fb803 2024-11-09T08:19:32,441 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/queue/bcb23770b42b4956b36fdb6f3f4fb803, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T08:19:32,442 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5258944c221752c35694a288c159eadf in 867ms, sequenceid=10, compaction requested=false 2024-11-09T08:19:32,446 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/replication/5258944c221752c35694a288c159eadf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T08:19:32,447 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/rep_barrier/b43649e77d514217aef95a06856ed2ce is 112, key is test,,1731140299318.dac03c0480ee305badb48d479eaef3fc./rep_barrier:seqnumDuringOpen/1731140300513/Put/seqid=0 2024-11-09T08:19:32,447 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:32,447 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:32,447 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:19:32,447 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5258944c221752c35694a288c159eadf: Waiting for close lock at 1731140371575Running coprocessor pre-close hooks at 1731140371575Disabling compacts and flushes for region at 1731140371575Disabling writes for close at 1731140371575Obtaining lock to block concurrent updates at 1731140371575Preparing flush snapshotting stores in 5258944c221752c35694a288c159eadf at 1731140371575Finished memstore snapshotting hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731140371575Flushing stores of hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. at 1731140371576 (+1 ms)Flushing 5258944c221752c35694a288c159eadf/hfileref: creating writer at 1731140371576Flushing 5258944c221752c35694a288c159eadf/hfileref: appending metadata at 1731140371594 (+18 ms)Flushing 5258944c221752c35694a288c159eadf/hfileref: closing flushed file at 1731140371594Flushing 5258944c221752c35694a288c159eadf/queue: creating writer at 1731140372003 (+409 ms)Flushing 5258944c221752c35694a288c159eadf/queue: appending metadata at 1731140372019 (+16 ms)Flushing 5258944c221752c35694a288c159eadf/queue: closing flushed file at 1731140372019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@816929a: reopening flushed file at 1731140372430 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b5fbc8: reopening flushed file at 1731140372436 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5258944c221752c35694a288c159eadf in 867ms, sequenceid=10, compaction requested=false at 1731140372442 (+6 ms)Writing region close event to WAL at 1731140372443 (+1 ms)Running coprocessor post-close hooks at 1731140372447 (+4 ms)Closed at 1731140372447 2024-11-09T08:19:32,447 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140303679.5258944c221752c35694a288c159eadf. 2024-11-09T08:19:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741848_1024 (size=5518) 2024-11-09T08:19:32,571 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:32,771 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:19:32,771 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:19:32,771 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:32,851 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/rep_barrier/b43649e77d514217aef95a06856ed2ce 2024-11-09T08:19:32,869 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/table/c77365530419405388de82e5ce3fc4ad is 53, key is hbase:replication/table:state/1731140304095/Put/seqid=0 2024-11-09T08:19:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741849_1025 (size=5308) 2024-11-09T08:19:32,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:19:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:32,971 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:33,171 DEBUG [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:33,274 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/table/c77365530419405388de82e5ce3fc4ad 2024-11-09T08:19:33,280 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/info/0d35997f11d4455c92b2e127f615b5ef as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/info/0d35997f11d4455c92b2e127f615b5ef 2024-11-09T08:19:33,285 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/info/0d35997f11d4455c92b2e127f615b5ef, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:19:33,286 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/ns/bba23df6a638404b9219b80303f56049 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/ns/bba23df6a638404b9219b80303f56049 2024-11-09T08:19:33,291 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/ns/bba23df6a638404b9219b80303f56049, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:19:33,292 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/rep_barrier/b43649e77d514217aef95a06856ed2ce as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/rep_barrier/b43649e77d514217aef95a06856ed2ce 2024-11-09T08:19:33,296 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/rep_barrier/b43649e77d514217aef95a06856ed2ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:19:33,297 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/.tmp/table/c77365530419405388de82e5ce3fc4ad as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/table/c77365530419405388de82e5ce3fc4ad 2024-11-09T08:19:33,302 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/table/c77365530419405388de82e5ce3fc4ad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:19:33,303 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-09T08:19:33,303 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:19:33,307 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:19:33,308 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:33,308 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:33,308 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:33,308 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140371570Running coprocessor pre-close hooks at 1731140371570Disabling compacts and flushes for region at 1731140371570Disabling writes for close at 1731140371570Obtaining lock to block concurrent updates at 1731140371570Preparing flush snapshotting stores in 1588230740 at 1731140371570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140371570Flushing stores of hbase:meta,,1.1588230740 at 1731140371571 (+1 ms)Flushing 1588230740/info: creating writer at 1731140371571Flushing 1588230740/info: appending metadata at 1731140371589 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731140371589Flushing 1588230740/ns: creating writer at 1731140371999 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731140372016 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731140372016Flushing 1588230740/rep_barrier: creating writer at 1731140372426 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140372446 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140372446Flushing 1588230740/table: creating writer at 1731140372856 (+410 ms)Flushing 1588230740/table: appending metadata at 1731140372869 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731140372869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8ba0a7: reopening flushed file at 1731140373279 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb94092: reopening flushed file at 1731140373285 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5cedf8: reopening flushed file at 1731140373291 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c544591: reopening flushed file at 1731140373297 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1731140373303 (+6 ms)Writing region close event to WAL at 1731140373304 (+1 ms)Running coprocessor post-close hooks at 1731140373308 (+4 ms)Closed at 1731140373308 2024-11-09T08:19:33,308 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:33,371 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,43227,1731140292041; all regions closed. 2024-11-09T08:19:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:19:33,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.meta.1731140293872.meta not finished, retry = 0 2024-11-09T08:19:33,476 DEBUG [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/oldWALs 2024-11-09T08:19:33,476 INFO [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C43227%2C1731140292041.meta:.meta(num 1731140293872) 2024-11-09T08:19:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741839_1015 (size=2700) 2024-11-09T08:19:33,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.rep.1731140304043 not finished, retry = 0 2024-11-09T08:19:33,581 DEBUG [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/oldWALs 2024-11-09T08:19:33,581 INFO [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C43227%2C1731140292041.rep:(num 1731140304043) 2024-11-09T08:19:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741833_1009 (size=1300) 2024-11-09T08:19:33,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/WALs/d7c8ba49ede6,43227,1731140292041/d7c8ba49ede6%2C43227%2C1731140292041.1731140293232 not finished, retry = 0 2024-11-09T08:19:33,685 DEBUG [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/oldWALs 2024-11-09T08:19:33,685 INFO [RS:0;d7c8ba49ede6:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C43227%2C1731140292041:(num 1731140293232) 2024-11-09T08:19:33,686 DEBUG [RS:0;d7c8ba49ede6:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:33,686 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:33,686 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:33,686 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:33,686 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:33,686 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:33,686 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,43227,1731140292041 because: Region server is closing 2024-11-09T08:19:33,686 INFO [RS:0;d7c8ba49ede6:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:43227. 2024-11-09T08:19:33,686 DEBUG [RS:0;d7c8ba49ede6:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:33,686 DEBUG [RS:0;d7c8ba49ede6:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:33,687 DEBUG [RS:0;d7c8ba49ede6:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:33,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:33,787 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:19:33,787 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.wal-reader.d7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:19:33,787 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,43227,1731140292041.replicationSource.shipperd7c8ba49ede6%2C43227%2C1731140292041,1-d7c8ba49ede6,43227,1731140292041 terminated 2024-11-09T08:19:33,787 INFO [RS:0;d7c8ba49ede6:43227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43227 2024-11-09T08:19:33,841 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:33,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572/rs 2024-11-09T08:19:33,841 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914579572/rs/d7c8ba49ede6,43227,1731140292041 2024-11-09T08:19:33,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,43227,1731140292041] 2024-11-09T08:19:33,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0914579572/draining/d7c8ba49ede6,43227,1731140292041 already deleted, retry=false 2024-11-09T08:19:33,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,43227,1731140292041 expired; onlineServers=0 2024-11-09T08:19:33,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,35245,1731140291828' ***** 2024-11-09T08:19:33,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:19:33,862 INFO [M:0;d7c8ba49ede6:35245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:33,862 INFO [M:0;d7c8ba49ede6:35245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:33,862 DEBUG [M:0;d7c8ba49ede6:35245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:19:33,862 DEBUG [M:0;d7c8ba49ede6:35245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:19:33,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:19:33,862 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140293028 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140293028,5,FailOnTimeoutGroup] 2024-11-09T08:19:33,862 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140293020 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140293020,5,FailOnTimeoutGroup] 2024-11-09T08:19:33,862 INFO [M:0;d7c8ba49ede6:35245 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:33,863 INFO [M:0;d7c8ba49ede6:35245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:33,863 DEBUG [M:0;d7c8ba49ede6:35245 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:19:33,863 INFO [M:0;d7c8ba49ede6:35245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:19:33,863 INFO [M:0;d7c8ba49ede6:35245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:33,863 INFO [M:0;d7c8ba49ede6:35245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:19:33,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:19:33,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914579572/master 2024-11-09T08:19:33,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914579572 2024-11-09T08:19:33,873 DEBUG [M:0;d7c8ba49ede6:35245 {}] zookeeper.ZKUtil(347): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Unable to get data of znode /0914579572/master because node does not exist (not an error) 2024-11-09T08:19:33,873 WARN [M:0;d7c8ba49ede6:35245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:19:33,874 INFO [M:0;d7c8ba49ede6:35245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/.lastflushedseqids 2024-11-09T08:19:33,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741850_1026 (size=263) 2024-11-09T08:19:33,952 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:33,952 INFO [RS:0;d7c8ba49ede6:43227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:33,952 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1011eac7ed70001, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:33,952 INFO [RS:0;d7c8ba49ede6:43227 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,43227,1731140292041; zookeeper connection closed. 2024-11-09T08:19:33,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b672097 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b672097 2024-11-09T08:19:33,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:19:34,279 INFO [M:0;d7c8ba49ede6:35245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:19:34,279 INFO [M:0;d7c8ba49ede6:35245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:19:34,279 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:19:34,279 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:34,279 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:34,279 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:19:34,279 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:34,280 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-09T08:19:34,293 DEBUG [M:0;d7c8ba49ede6:35245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/575e336b268a4846bbb7a3d311081bbe is 82, key is hbase:meta,,1/info:regioninfo/1731140293916/Put/seqid=0 2024-11-09T08:19:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741851_1027 (size=5672) 2024-11-09T08:19:34,698 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/575e336b268a4846bbb7a3d311081bbe 2024-11-09T08:19:34,718 DEBUG [M:0;d7c8ba49ede6:35245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/449e936acd3e4824851ff5f84a8f70b3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731140300536/Put/seqid=0 2024-11-09T08:19:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741852_1028 (size=7241) 2024-11-09T08:19:35,123 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/449e936acd3e4824851ff5f84a8f70b3 2024-11-09T08:19:35,127 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 449e936acd3e4824851ff5f84a8f70b3 2024-11-09T08:19:35,141 DEBUG [M:0;d7c8ba49ede6:35245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c711d9fc60ca4d99be7e6d9491797d8d is 69, key is d7c8ba49ede6,43227,1731140292041/rs:state/1731140293032/Put/seqid=0 2024-11-09T08:19:35,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741853_1029 (size=5156) 2024-11-09T08:19:35,545 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c711d9fc60ca4d99be7e6d9491797d8d 2024-11-09T08:19:35,551 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/575e336b268a4846bbb7a3d311081bbe as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/575e336b268a4846bbb7a3d311081bbe 2024-11-09T08:19:35,556 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/575e336b268a4846bbb7a3d311081bbe, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T08:19:35,556 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/449e936acd3e4824851ff5f84a8f70b3 as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/449e936acd3e4824851ff5f84a8f70b3 2024-11-09T08:19:35,561 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 449e936acd3e4824851ff5f84a8f70b3 2024-11-09T08:19:35,561 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/449e936acd3e4824851ff5f84a8f70b3, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T08:19:35,562 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c711d9fc60ca4d99be7e6d9491797d8d as hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c711d9fc60ca4d99be7e6d9491797d8d 2024-11-09T08:19:35,567 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46847/user/jenkins/test-data/b036e51c-fc84-4380-005f-0f8659ef0328/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c711d9fc60ca4d99be7e6d9491797d8d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T08:19:35,568 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-09T08:19:35,569 INFO [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:35,569 DEBUG [M:0;d7c8ba49ede6:35245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140374279Disabling compacts and flushes for region at 1731140374279Disabling writes for close at 1731140374279Obtaining lock to block concurrent updates at 1731140374280 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140374280Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731140374280Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140374280Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140374280Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140374293 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140374293Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140374702 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140374718 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140374718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140375128 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140375140 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140375140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4173c1b: reopening flushed file at 1731140375550 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb44f87: reopening flushed file at 1731140375556 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a303369: reopening flushed file at 1731140375561 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1731140375568 (+7 ms)Writing region close event to WAL at 1731140375569 (+1 ms)Closed at 1731140375569 2024-11-09T08:19:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741830_1006 (size=64538) 2024-11-09T08:19:35,573 INFO [M:0;d7c8ba49ede6:35245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:19:35,573 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:35,573 INFO [M:0;d7c8ba49ede6:35245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35245 2024-11-09T08:19:35,574 INFO [M:0;d7c8ba49ede6:35245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:35,741 INFO [M:0;d7c8ba49ede6:35245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35245-0x1011eac7ed70000, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:35,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fff79bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:19:35,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45861361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:19:35,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:19:35,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:19:35,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d3f09c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir/,STOPPED} 2024-11-09T08:19:35,745 WARN [BP-731863663-172.17.0.3-1731140289357 heartbeating to localhost/127.0.0.1:46847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:19:35,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:19:35,745 WARN [BP-731863663-172.17.0.3-1731140289357 heartbeating to localhost/127.0.0.1:46847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-731863663-172.17.0.3-1731140289357 (Datanode Uuid de685588-190b-4268-bf79-9df03aa897ee) service to localhost/127.0.0.1:46847 2024-11-09T08:19:35,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:19:35,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/data/data1/current/BP-731863663-172.17.0.3-1731140289357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:19:35,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/cluster_d898b1be-b31e-0b9d-8806-663bccc8a4a7/data/data2/current/BP-731863663-172.17.0.3-1731140289357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:19:35,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:19:35,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500b85c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:19:35,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@371f8afd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:19:35,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:19:35,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:19:35,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ee90f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93431d5d-0ba1-dcb9-448f-9d124a427b76/hadoop.log.dir/,STOPPED} 2024-11-09T08:19:35,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:19:35,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:19:35,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 139) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc264b92cd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46847 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc264b92cd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39325 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 386) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1202 (was 1466) 2024-11-09T08:19:35,781 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=1202 2024-11-09T08:19:35,792 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T08:19:35,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir so I do NOT create it in target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507 2024-11-09T08:19:35,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:19:35,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.tmp.dir so I do NOT create it in target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507 2024-11-09T08:19:35,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4474a462-8b0d-5f1d-235e-d8e0bf0a66c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:19:35,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507 2024-11-09T08:19:35,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279, deleteOnExit=true 2024-11-09T08:19:35,794 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 58642 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:524) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:19:35,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/zookeeper_0, clientPort=58643, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:19:35,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58643 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/test.cache.data in system properties and HBase conf 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:19:35,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:19:35,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:19:35,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:19:35,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eac7ed70002, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:19:35,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eac7ed70005, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:19:35,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eac7ed70002, quorum=127.0.0.1:64785, baseZNode=/0914579572 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:19:35,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eac7ed70005, quorum=127.0.0.1:64785, baseZNode=/1-1908495082 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:19:36,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:19:36,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:19:36,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:19:36,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:19:36,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:19:36,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:19:36,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:19:36,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:19:36,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dd03318{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/java.io.tmpdir/jetty-localhost-45259-hadoop-hdfs-3_4_1-tests_jar-_-any-15183279495971727126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:19:36,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:45259} 2024-11-09T08:19:36,424 INFO [Time-limited test {}] server.Server(415): Started @138205ms 2024-11-09T08:19:36,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:19:36,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:19:36,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:19:36,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:19:36,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:19:36,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:19:36,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:19:36,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c018764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/java.io.tmpdir/jetty-localhost-43235-hadoop-hdfs-3_4_1-tests_jar-_-any-6451468291562092065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:19:36,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:43235} 2024-11-09T08:19:36,924 INFO [Time-limited test {}] server.Server(415): Started @138705ms 2024-11-09T08:19:36,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:19:37,628 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/data/data2/current/BP-1168581371-172.17.0.3-1731140375831/current, will proceed with Du for space computation calculation, 2024-11-09T08:19:37,631 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/data/data1/current/BP-1168581371-172.17.0.3-1731140375831/current, will proceed with Du for space computation calculation, 2024-11-09T08:19:37,647 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:19:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e653e2482fa88b7 with lease ID 0xaa95cf6c86a4a03c: Processing first storage report for DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9 from datanode DatanodeRegistration(127.0.0.1:46497, datanodeUuid=e490565c-7130-4654-a2bb-e733da564759, infoPort=37729, infoSecurePort=0, ipcPort=34133, storageInfo=lv=-57;cid=testClusterID;nsid=2002540309;c=1731140375831) 2024-11-09T08:19:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e653e2482fa88b7 with lease ID 0xaa95cf6c86a4a03c: from storage DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9 node DatanodeRegistration(127.0.0.1:46497, datanodeUuid=e490565c-7130-4654-a2bb-e733da564759, infoPort=37729, infoSecurePort=0, ipcPort=34133, storageInfo=lv=-57;cid=testClusterID;nsid=2002540309;c=1731140375831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:19:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e653e2482fa88b7 with lease ID 0xaa95cf6c86a4a03c: Processing first storage report for DS-f6a91c6d-c729-48d3-b693-d3d10b822fc7 from datanode DatanodeRegistration(127.0.0.1:46497, datanodeUuid=e490565c-7130-4654-a2bb-e733da564759, infoPort=37729, infoSecurePort=0, ipcPort=34133, storageInfo=lv=-57;cid=testClusterID;nsid=2002540309;c=1731140375831) 2024-11-09T08:19:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e653e2482fa88b7 with lease ID 0xaa95cf6c86a4a03c: from storage DS-f6a91c6d-c729-48d3-b693-d3d10b822fc7 node DatanodeRegistration(127.0.0.1:46497, datanodeUuid=e490565c-7130-4654-a2bb-e733da564759, infoPort=37729, infoSecurePort=0, ipcPort=34133, storageInfo=lv=-57;cid=testClusterID;nsid=2002540309;c=1731140375831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:19:37,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507 2024-11-09T08:19:37,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:37,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:19:37,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:19:37,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:37,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:37,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:37,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:37,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:38,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af with version=8 2024-11-09T08:19:38,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/hbase-staging 2024-11-09T08:19:38,159 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:19:38,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:19:38,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44169 2024-11-09T08:19:38,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44169 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:38,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441690x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:38,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44169-0x1011eadd0b10000 connected 2024-11-09T08:19:38,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:38,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:38,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:19:38,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af, hbase.cluster.distributed=false 2024-11-09T08:19:38,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/acl 2024-11-09T08:19:38,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-09T08:19:38,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44169 2024-11-09T08:19:38,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44169 2024-11-09T08:19:38,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-09T08:19:38,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-09T08:19:38,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:19:38,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:19:38,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41155 2024-11-09T08:19:38,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41155 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:38,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:38,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:38,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411550x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:38,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411550x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:19:38,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41155-0x1011eadd0b10001 connected 2024-11-09T08:19:38,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:19:38,345 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:19:38,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/master 2024-11-09T08:19:38,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/acl 2024-11-09T08:19:38,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-09T08:19:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41155 2024-11-09T08:19:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41155 2024-11-09T08:19:38,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-09T08:19:38,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-09T08:19:38,366 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:44169 2024-11-09T08:19:38,367 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1115657913/backup-masters/d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:38,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:38,378 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on existing znode=/0-1115657913/backup-masters/d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1115657913/master 2024-11-09T08:19:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:38,388 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on existing znode=/0-1115657913/master 2024-11-09T08:19:38,389 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1115657913/backup-masters/d7c8ba49ede6,44169,1731140378159 from backup master directory 2024-11-09T08:19:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/backup-masters/d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:38,399 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:19:38,399 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:38,402 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/hbase.id] with ID: 8007cdc4-46dd-40f1-95d7-64086d22b815 2024-11-09T08:19:38,402 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/.tmp/hbase.id 2024-11-09T08:19:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:19:38,807 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/.tmp/hbase.id]:[hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/hbase.id] 2024-11-09T08:19:38,818 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:38,818 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:19:38,819 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:19:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:38,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:19:39,310 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:19:39,311 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:19:39,311 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:19:39,718 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store 2024-11-09T08:19:39,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:19:40,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:40,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:19:40,124 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:40,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:40,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:19:40,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:40,124 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:40,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140380124Disabling compacts and flushes for region at 1731140380124Disabling writes for close at 1731140380124Writing region close event to WAL at 1731140380124Closed at 1731140380124 2024-11-09T08:19:40,125 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/.initializing 2024-11-09T08:19:40,126 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:40,127 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:19:40,128 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C44169%2C1731140378159, suffix=, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/oldWALs, maxLogs=10 2024-11-09T08:19:40,144 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128, exclude list is [], retry=0 2024-11-09T08:19:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:40,148 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 2024-11-09T08:19:40,148 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:40,148 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:40,148 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:40,148 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,149 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:19:40,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:40,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:40,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:19:40,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:40,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:40,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:19:40,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:40,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:40,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:19:40,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:40,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:40,156 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,157 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,157 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,158 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,158 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,158 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:40,159 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:40,161 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:19:40,161 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67434750, jitterRate=0.004856079816818237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:40,162 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140380149Initializing all the Stores at 1731140380149Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140380149Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140380150 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140380150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140380150Cleaning up temporary data from old regions at 1731140380158 (+8 ms)Region opened successfully at 1731140380162 (+4 ms) 2024-11-09T08:19:40,162 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:19:40,165 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ed44a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:19:40,166 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:19:40,166 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:19:40,166 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:19:40,167 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:19:40,167 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:19:40,167 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:19:40,167 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:19:40,170 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:19:40,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/balancer because node does not exist (not necessarily an error) 2024-11-09T08:19:40,262 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/balancer already deleted, retry=false 2024-11-09T08:19:40,262 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:19:40,263 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:19:40,272 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/normalizer already deleted, retry=false 2024-11-09T08:19:40,273 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:19:40,274 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:19:40,283 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/switch/split already deleted, retry=false 2024-11-09T08:19:40,284 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:19:40,293 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/switch/merge already deleted, retry=false 2024-11-09T08:19:40,295 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:19:40,304 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/snapshot-cleanup already deleted, retry=false 2024-11-09T08:19:40,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:19:40,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:19:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:40,315 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,44169,1731140378159, sessionid=0x1011eadd0b10000, setting cluster-up flag (Was=false) 2024-11-09T08:19:40,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:40,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:40,367 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1115657913/flush-table-proc/acquired, /0-1115657913/flush-table-proc/reached, /0-1115657913/flush-table-proc/abort 2024-11-09T08:19:40,368 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:40,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:40,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:40,419 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1115657913/online-snapshot/acquired, /0-1115657913/online-snapshot/reached, /0-1115657913/online-snapshot/abort 2024-11-09T08:19:40,420 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:40,421 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:19:40,422 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:40,422 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:19:40,423 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:19:40,423 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,44169,1731140378159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:19:40,424 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140410425 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:19:40,425 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:40,426 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:19:40,426 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:19:40,426 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:19:40,426 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:19:40,426 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:19:40,426 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:19:40,426 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:19:40,426 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140380426,5,FailOnTimeoutGroup] 2024-11-09T08:19:40,426 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140380426,5,FailOnTimeoutGroup] 2024-11-09T08:19:40,427 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,427 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:19:40,427 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,427 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:40,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:19:40,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:19:40,456 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(746): ClusterId : 8007cdc4-46dd-40f1-95d7-64086d22b815 2024-11-09T08:19:40,456 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:19:40,462 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:19:40,462 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:19:40,473 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:19:40,473 DEBUG [RS:0;d7c8ba49ede6:41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33411471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:19:40,484 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:41155 2024-11-09T08:19:40,484 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:19:40,484 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:19:40,484 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:19:40,484 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,44169,1731140378159 with port=41155, startcode=1731140378323 2024-11-09T08:19:40,485 DEBUG [RS:0;d7c8ba49ede6:41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:19:40,486 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:19:40,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:40,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44169 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:40,488 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af 2024-11-09T08:19:40,488 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39285 2024-11-09T08:19:40,488 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:19:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/rs 2024-11-09T08:19:40,494 DEBUG [RS:0;d7c8ba49ede6:41155 {}] zookeeper.ZKUtil(111): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on existing znode=/0-1115657913/rs/d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:40,494 WARN [RS:0;d7c8ba49ede6:41155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:19:40,494 INFO [RS:0;d7c8ba49ede6:41155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:40,494 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:40,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,41155,1731140378323] 2024-11-09T08:19:40,501 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:19:40,503 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:19:40,503 INFO [RS:0;d7c8ba49ede6:41155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:19:40,503 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,504 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:19:40,505 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:19:40,505 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,505 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:40,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:19:40,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:19:40,508 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,508 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,508 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,508 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,508 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,508 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41155,1731140378323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:19:40,522 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:19:40,522 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41155,1731140378323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,522 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,522 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.Replication(171): d7c8ba49ede6,41155,1731140378323 started 2024-11-09T08:19:40,535 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:40,535 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,41155,1731140378323, RpcServer on d7c8ba49ede6/172.17.0.3:41155, sessionid=0x1011eadd0b10001 2024-11-09T08:19:40,535 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:19:40,535 DEBUG [RS:0;d7c8ba49ede6:41155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:40,535 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41155,1731140378323' 2024-11-09T08:19:40,535 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1115657913/flush-table-proc/abort' 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1115657913/flush-table-proc/acquired' 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41155,1731140378323' 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1115657913/online-snapshot/abort' 2024-11-09T08:19:40,536 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1115657913/online-snapshot/acquired' 2024-11-09T08:19:40,537 DEBUG [RS:0;d7c8ba49ede6:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:19:40,537 INFO [RS:0;d7c8ba49ede6:41155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:19:40,537 INFO [RS:0;d7c8ba49ede6:41155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:19:40,637 INFO [RS:0;d7c8ba49ede6:41155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:19:40,639 INFO [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41155%2C1731140378323, suffix=, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs, maxLogs=10 2024-11-09T08:19:40,650 DEBUG [RS:0;d7c8ba49ede6:41155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639, exclude list is [], retry=0 2024-11-09T08:19:40,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:40,654 INFO [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 2024-11-09T08:19:40,654 DEBUG [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:40,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:19:40,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af 2024-11-09T08:19:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:19:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:41,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:19:41,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:19:41,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:19:41,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:19:41,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:19:41,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:19:41,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:19:41,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:19:41,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:19:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740 2024-11-09T08:19:41,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740 2024-11-09T08:19:41,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:19:41,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:19:41,251 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:41,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:19:41,254 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:19:41,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67936822, jitterRate=0.012337535619735718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:41,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140381241Initializing all the Stores at 1731140381242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140381242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140381242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140381242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140381242Cleaning up temporary data from old regions at 1731140381251 (+9 ms)Region opened successfully at 1731140381255 (+4 ms) 2024-11-09T08:19:41,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:19:41,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:19:41,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:19:41,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:19:41,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:19:41,255 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:41,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140381255Disabling compacts and flushes for region at 1731140381255Disabling writes for close at 1731140381255Writing region close event to WAL at 1731140381255Closed at 1731140381255 2024-11-09T08:19:41,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:41,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:19:41,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:19:41,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:19:41,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:19:41,408 DEBUG [d7c8ba49ede6:44169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:19:41,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:41,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41155,1731140378323, state=OPENING 2024-11-09T08:19:41,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:19:41,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:41,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:41,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:41,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:41,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:19:41,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41155,1731140378323}] 2024-11-09T08:19:41,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:19:41,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:19:41,764 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:19:41,764 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:41,764 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:19:41,765 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41155%2C1731140378323.meta, suffix=.meta, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs, maxLogs=10 2024-11-09T08:19:41,777 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.meta.1731140381766.meta, exclude list is [], retry=0 2024-11-09T08:19:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:41,780 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.meta.1731140381766.meta 2024-11-09T08:19:41,780 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:41,780 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:41,781 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:19:41,781 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:19:41,781 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:19:41,781 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:19:41,781 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:19:41,781 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:41,781 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:19:41,781 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:19:41,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:19:41,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:19:41,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:19:41,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:19:41,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:19:41,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:19:41,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:19:41,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:19:41,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:41,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:41,787 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:19:41,787 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740 2024-11-09T08:19:41,788 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740 2024-11-09T08:19:41,790 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:19:41,790 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:19:41,790 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:41,791 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:19:41,792 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60515276, jitterRate=-0.09825211763381958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:41,792 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:19:41,793 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140381781Writing region info on filesystem at 1731140381781Initializing all the Stores at 1731140381782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140381782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140381782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140381782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140381782Cleaning up temporary data from old regions at 1731140381790 (+8 ms)Running coprocessor post-open hooks at 1731140381792 (+2 ms)Region opened successfully at 1731140381793 (+1 ms) 2024-11-09T08:19:41,794 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140381759 2024-11-09T08:19:41,795 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:19:41,795 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:19:41,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:41,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41155,1731140378323, state=OPEN 2024-11-09T08:19:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:41,817 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:41,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:41,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:41,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:19:41,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41155,1731140378323 in 210 msec 2024-11-09T08:19:41,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:19:41,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-09T08:19:41,821 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:41,821 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:19:41,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:41,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41155,1731140378323, seqNum=-1] 2024-11-09T08:19:41,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:41,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:19:41,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-11-09T08:19:41,828 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140381828, completionTime=-1 2024-11-09T08:19:41,828 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:19:41,828 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140441830 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140501830 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44169,1731140378159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44169,1731140378159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44169,1731140378159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:44169, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,832 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:19:41,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.434sec 2024-11-09T08:19:41,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:19:41,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:19:41,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:19:41,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:19:41,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:19:41,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44169,1731140378159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:19:41,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44169,1731140378159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:19:41,835 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:19:41,835 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:19:41,836 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44169,1731140378159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:41,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:41,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44169,-1 for getting cluster id 2024-11-09T08:19:41,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:41,858 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8007cdc4-46dd-40f1-95d7-64086d22b815' 2024-11-09T08:19:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8007cdc4-46dd-40f1-95d7-64086d22b815" 2024-11-09T08:19:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f281f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44169,-1] 2024-11-09T08:19:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:41,859 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:41,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d0f969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:41,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41155,1731140378323, seqNum=-1] 2024-11-09T08:19:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:41,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:19:41,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:41,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:41,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eadd0b10002 connected 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir so I do NOT create it in target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57 2024-11-09T08:19:41,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.tmp.dir so I do NOT create it in target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57 2024-11-09T08:19:41,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:19:41,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/cluster_77f8e8db-b146-fd8b-fa40-73212c1d0b52, deleteOnExit=true 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/test.cache.data in system properties and HBase conf 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:19:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:19:41,886 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:19:41,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:19:42,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:19:42,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:19:42,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:19:42,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:19:42,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:19:42,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:19:42,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:19:42,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:19:42,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14dd15f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/java.io.tmpdir/jetty-localhost-41689-hadoop-hdfs-3_4_1-tests_jar-_-any-18008662494937528601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:19:42,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:41689} 2024-11-09T08:19:42,280 INFO [Time-limited test {}] server.Server(415): Started @144062ms 2024-11-09T08:19:42,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:19:42,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:19:42,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:19:42,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:19:42,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:19:42,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:19:42,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:19:42,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247003a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/java.io.tmpdir/jetty-localhost-40649-hadoop-hdfs-3_4_1-tests_jar-_-any-1466936625448087757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:19:42,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:40649} 2024-11-09T08:19:42,610 INFO [Time-limited test {}] server.Server(415): Started @144392ms 2024-11-09T08:19:42,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:19:43,336 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/cluster_77f8e8db-b146-fd8b-fa40-73212c1d0b52/data/data1/current/BP-258221558-172.17.0.3-1731140381899/current, will proceed with Du for space computation calculation, 2024-11-09T08:19:43,336 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/cluster_77f8e8db-b146-fd8b-fa40-73212c1d0b52/data/data2/current/BP-258221558-172.17.0.3-1731140381899/current, will proceed with Du for space computation calculation, 2024-11-09T08:19:43,355 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:19:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6729b3d4e1d64c2 with lease ID 0x676e7b11828e6986: Processing first storage report for DS-e03175bd-286a-43cf-81fc-2fcafc999935 from datanode DatanodeRegistration(127.0.0.1:35053, datanodeUuid=acf9321e-0bff-41d5-8ed5-c6f24fe4dfd9, infoPort=35427, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=303308705;c=1731140381899) 2024-11-09T08:19:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6729b3d4e1d64c2 with lease ID 0x676e7b11828e6986: from storage DS-e03175bd-286a-43cf-81fc-2fcafc999935 node DatanodeRegistration(127.0.0.1:35053, datanodeUuid=acf9321e-0bff-41d5-8ed5-c6f24fe4dfd9, infoPort=35427, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=303308705;c=1731140381899), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:19:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6729b3d4e1d64c2 with lease ID 0x676e7b11828e6986: Processing first storage report for DS-af08fbd2-6b9a-48b3-9f8e-6d7bcae50509 from datanode DatanodeRegistration(127.0.0.1:35053, datanodeUuid=acf9321e-0bff-41d5-8ed5-c6f24fe4dfd9, infoPort=35427, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=303308705;c=1731140381899) 2024-11-09T08:19:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6729b3d4e1d64c2 with lease ID 0x676e7b11828e6986: from storage DS-af08fbd2-6b9a-48b3-9f8e-6d7bcae50509 node DatanodeRegistration(127.0.0.1:35053, datanodeUuid=acf9321e-0bff-41d5-8ed5-c6f24fe4dfd9, infoPort=35427, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=303308705;c=1731140381899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:19:43,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57 2024-11-09T08:19:43,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:43,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:19:43,849 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1 with version=8 2024-11-09T08:19:43,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/hbase-staging 2024-11-09T08:19:43,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:19:43,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:19:43,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44813 2024-11-09T08:19:43,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44813 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448130x0, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:43,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44813-0x1011eadd0b10003 connected 2024-11-09T08:19:43,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:43,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:43,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/running 2024-11-09T08:19:43,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1, hbase.cluster.distributed=false 2024-11-09T08:19:43,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/acl 2024-11-09T08:19:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44813 2024-11-09T08:19:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44813 2024-11-09T08:19:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44813 2024-11-09T08:19:43,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44813 2024-11-09T08:19:43,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44813 2024-11-09T08:19:43,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:19:43,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:19:43,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33007 2024-11-09T08:19:43,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33007 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:43,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:44,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:44,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330070x0, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:44,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330070x0, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/running 2024-11-09T08:19:44,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33007-0x1011eadd0b10004 connected 2024-11-09T08:19:44,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:19:44,012 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:19:44,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/master 2024-11-09T08:19:44,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/acl 2024-11-09T08:19:44,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-09T08:19:44,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33007 2024-11-09T08:19:44,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33007 2024-11-09T08:19:44,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-09T08:19:44,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-09T08:19:44,030 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:44813 2024-11-09T08:19:44,031 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-571529582/backup-masters/d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582/backup-masters 2024-11-09T08:19:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582/backup-masters 2024-11-09T08:19:44,041 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on existing znode=/1-571529582/backup-masters/d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:44,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:44,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-571529582/master 2024-11-09T08:19:44,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:44,052 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on existing znode=/1-571529582/master 2024-11-09T08:19:44,052 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-571529582/backup-masters/d7c8ba49ede6,44813,1731140383850 from backup master directory 2024-11-09T08:19:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582/backup-masters 2024-11-09T08:19:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-571529582/backup-masters/d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582/backup-masters 2024-11-09T08:19:44,062 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:19:44,062 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:44,065 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/hbase.id] with ID: 5fc26de8-b79c-436e-bfb8-75e4a4257d8a 2024-11-09T08:19:44,065 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/.tmp/hbase.id 2024-11-09T08:19:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:19:44,470 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/.tmp/hbase.id]:[hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/hbase.id] 2024-11-09T08:19:44,480 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:44,480 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:19:44,481 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:19:44,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:44,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:19:44,941 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:19:44,942 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:19:44,942 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:19:45,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store 2024-11-09T08:19:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:19:45,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:45,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:19:45,755 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:45,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:45,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:19:45,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:45,755 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:45,755 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140385755Disabling compacts and flushes for region at 1731140385755Disabling writes for close at 1731140385755Writing region close event to WAL at 1731140385755Closed at 1731140385755 2024-11-09T08:19:45,756 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/.initializing 2024-11-09T08:19:45,756 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/WALs/d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:45,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:19:45,759 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C44813%2C1731140383850, suffix=, logDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/WALs/d7c8ba49ede6,44813,1731140383850, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/oldWALs, maxLogs=10 2024-11-09T08:19:45,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/WALs/d7c8ba49ede6,44813,1731140383850/d7c8ba49ede6%2C44813%2C1731140383850.1731140385759, exclude list is [], retry=0 2024-11-09T08:19:45,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35053,DS-e03175bd-286a-43cf-81fc-2fcafc999935,DISK] 2024-11-09T08:19:45,775 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/WALs/d7c8ba49ede6,44813,1731140383850/d7c8ba49ede6%2C44813%2C1731140383850.1731140385759 2024-11-09T08:19:45,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-09T08:19:45,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:45,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:45,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:19:45,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:45,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:45,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:19:45,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:19:45,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:45,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:45,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:19:45,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:45,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:45,782 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,782 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,783 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,783 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,783 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,784 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:45,785 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:45,786 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:19:45,786 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66312118, jitterRate=-0.011872440576553345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:45,787 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140385775Initializing all the Stores at 1731140385776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140385776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140385776Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140385776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140385776Cleaning up temporary data from old regions at 1731140385783 (+7 ms)Region opened successfully at 1731140385787 (+4 ms) 2024-11-09T08:19:45,787 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:19:45,789 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe320a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:19:45,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:19:45,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:19:45,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:19:45,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:19:45,791 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:19:45,791 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:19:45,791 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:19:45,793 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:19:45,793 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Unable to get data of znode /1-571529582/balancer because node does not exist (not necessarily an error) 2024-11-09T08:19:45,872 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-571529582/balancer already deleted, retry=false 2024-11-09T08:19:45,872 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:19:45,873 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Unable to get data of znode /1-571529582/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:19:45,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-571529582/normalizer already deleted, retry=false 2024-11-09T08:19:45,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:19:45,884 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Unable to get data of znode /1-571529582/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:19:45,893 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-571529582/switch/split already deleted, retry=false 2024-11-09T08:19:45,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Unable to get data of znode /1-571529582/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:19:45,903 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-571529582/switch/merge already deleted, retry=false 2024-11-09T08:19:45,905 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Unable to get data of znode /1-571529582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:19:45,914 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-571529582/snapshot-cleanup already deleted, retry=false 2024-11-09T08:19:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-571529582/running 2024-11-09T08:19:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-571529582/running 2024-11-09T08:19:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:45,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:45,925 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,44813,1731140383850, sessionid=0x1011eadd0b10003, setting cluster-up flag (Was=false) 2024-11-09T08:19:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:45,977 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-571529582/flush-table-proc/acquired, /1-571529582/flush-table-proc/reached, /1-571529582/flush-table-proc/abort 2024-11-09T08:19:45,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:45,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:45,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:46,030 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-571529582/online-snapshot/acquired, /1-571529582/online-snapshot/reached, /1-571529582/online-snapshot/abort 2024-11-09T08:19:46,031 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:46,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:19:46,033 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:46,033 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:19:46,034 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:19:46,034 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,44813,1731140383850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:19:46,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140416036 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:19:46,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:46,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:19:46,037 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140386037,5,FailOnTimeoutGroup] 2024-11-09T08:19:46,037 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140386037,5,FailOnTimeoutGroup] 2024-11-09T08:19:46,037 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,038 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:19:46,038 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:46,038 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:19:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:19:46,123 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(746): ClusterId : 5fc26de8-b79c-436e-bfb8-75e4a4257d8a 2024-11-09T08:19:46,123 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:19:46,136 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:19:46,136 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:19:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:19:46,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:19:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:46,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T08:19:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:46,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:19:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:19:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:19:46,146 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:19:46,147 DEBUG [RS:0;d7c8ba49ede6:33007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:19:46,157 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:33007 2024-11-09T08:19:46,157 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:19:46,157 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:19:46,157 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:19:46,157 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,44813,1731140383850 with port=33007, startcode=1731140383997 2024-11-09T08:19:46,157 DEBUG [RS:0;d7c8ba49ede6:33007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:19:46,158 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:19:46,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:46,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44813 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:46,160 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1 2024-11-09T08:19:46,160 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39045 2024-11-09T08:19:46,160 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:19:46,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582/rs 2024-11-09T08:19:46,210 DEBUG [RS:0;d7c8ba49ede6:33007 {}] zookeeper.ZKUtil(111): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on existing znode=/1-571529582/rs/d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:46,210 WARN [RS:0;d7c8ba49ede6:33007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:19:46,210 INFO [RS:0;d7c8ba49ede6:33007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:46,211 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:46,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,33007,1731140383997] 2024-11-09T08:19:46,213 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:19:46,215 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:19:46,215 INFO [RS:0;d7c8ba49ede6:33007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:19:46,215 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,215 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:19:46,216 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:19:46,216 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:19:46,216 DEBUG [RS:0;d7c8ba49ede6:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:19:46,220 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,220 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,220 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,220 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,220 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,220 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33007,1731140383997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:19:46,233 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:19:46,233 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33007,1731140383997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,233 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,233 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.Replication(171): d7c8ba49ede6,33007,1731140383997 started 2024-11-09T08:19:46,245 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:46,245 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,33007,1731140383997, RpcServer on d7c8ba49ede6/172.17.0.3:33007, sessionid=0x1011eadd0b10004 2024-11-09T08:19:46,245 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:19:46,245 DEBUG [RS:0;d7c8ba49ede6:33007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:46,245 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33007,1731140383997' 2024-11-09T08:19:46,245 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-571529582/flush-table-proc/abort' 2024-11-09T08:19:46,245 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-571529582/flush-table-proc/acquired' 2024-11-09T08:19:46,246 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:19:46,246 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:19:46,246 DEBUG [RS:0;d7c8ba49ede6:33007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:46,246 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33007,1731140383997' 2024-11-09T08:19:46,246 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-571529582/online-snapshot/abort' 2024-11-09T08:19:46,246 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-571529582/online-snapshot/acquired' 2024-11-09T08:19:46,247 DEBUG [RS:0;d7c8ba49ede6:33007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:19:46,247 INFO [RS:0;d7c8ba49ede6:33007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:19:46,247 INFO [RS:0;d7c8ba49ede6:33007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:19:46,347 INFO [RS:0;d7c8ba49ede6:33007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:19:46,348 INFO [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C33007%2C1731140383997, suffix=, logDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/oldWALs, maxLogs=10 2024-11-09T08:19:46,360 DEBUG [RS:0;d7c8ba49ede6:33007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997/d7c8ba49ede6%2C33007%2C1731140383997.1731140386348, exclude list is [], retry=0 2024-11-09T08:19:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35053,DS-e03175bd-286a-43cf-81fc-2fcafc999935,DISK] 2024-11-09T08:19:46,363 INFO [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997/d7c8ba49ede6%2C33007%2C1731140383997.1731140386348 2024-11-09T08:19:46,364 DEBUG [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-09T08:19:46,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:19:46,444 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1 2024-11-09T08:19:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:19:46,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:19:46,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:46,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:19:46,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:19:46,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:46,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:46,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:19:46,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:19:46,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:46,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:46,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:19:46,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:19:46,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:46,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:46,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:19:46,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:19:46,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:46,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:46,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:19:46,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740 2024-11-09T08:19:46,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740 2024-11-09T08:19:46,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:19:46,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:19:46,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:46,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:19:46,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:19:46,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75435791, jitterRate=0.12408088147640228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:46,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140386849Initializing all the Stores at 1731140386850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140386850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140386850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140386850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140386850Cleaning up temporary data from old regions at 1731140386858 (+8 ms)Region opened successfully at 1731140386861 (+3 ms) 2024-11-09T08:19:46,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:19:46,861 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:19:46,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:19:46,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:19:46,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:19:46,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:46,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140386861Disabling compacts and flushes for region at 1731140386861Disabling writes for close at 1731140386861Writing region close event to WAL at 1731140386862 (+1 ms)Closed at 1731140386862 2024-11-09T08:19:46,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:46,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:19:46,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:19:46,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:19:46,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:19:47,015 DEBUG [d7c8ba49ede6:44813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:19:47,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:47,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,33007,1731140383997, state=OPENING 2024-11-09T08:19:47,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:19:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:47,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-571529582/meta-region-server: CHANGED 2024-11-09T08:19:47,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:19:47,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-571529582/meta-region-server: CHANGED 2024-11-09T08:19:47,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33007,1731140383997}] 2024-11-09T08:19:47,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:19:47,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:47,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:47,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:47,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:19:47,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:19:47,336 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:19:47,336 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:47,336 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:19:47,338 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C33007%2C1731140383997.meta, suffix=.meta, logDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/oldWALs, maxLogs=10 2024-11-09T08:19:47,349 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997/d7c8ba49ede6%2C33007%2C1731140383997.meta.1731140387338.meta, exclude list is [], retry=0 2024-11-09T08:19:47,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35053,DS-e03175bd-286a-43cf-81fc-2fcafc999935,DISK] 2024-11-09T08:19:47,353 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/WALs/d7c8ba49ede6,33007,1731140383997/d7c8ba49ede6%2C33007%2C1731140383997.meta.1731140387338.meta 2024-11-09T08:19:47,353 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35427:35427)] 2024-11-09T08:19:47,353 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:47,353 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:19:47,354 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:19:47,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:19:47,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:19:47,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:47,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:47,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:19:47,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:19:47,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:47,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:47,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:19:47,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:19:47,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:19:47,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:47,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:47,359 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:19:47,360 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740 2024-11-09T08:19:47,360 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740 2024-11-09T08:19:47,361 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:19:47,361 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:19:47,362 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:47,362 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:19:47,363 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956373, jitterRate=-0.09167926013469696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:47,363 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:19:47,363 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140387354Writing region info on filesystem at 1731140387354Initializing all the Stores at 1731140387355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140387355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140387355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140387355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140387355Cleaning up temporary data from old regions at 1731140387361 (+6 ms)Running coprocessor post-open hooks at 1731140387363 (+2 ms)Region opened successfully at 1731140387363 2024-11-09T08:19:47,364 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140387331 2024-11-09T08:19:47,366 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:19:47,366 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:19:47,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:47,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,33007,1731140383997, state=OPEN 2024-11-09T08:19:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-571529582/meta-region-server 2024-11-09T08:19:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-571529582/meta-region-server 2024-11-09T08:19:47,388 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:47,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-571529582/meta-region-server: CHANGED 2024-11-09T08:19:47,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-571529582/meta-region-server: CHANGED 2024-11-09T08:19:47,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:19:47,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33007,1731140383997 in 209 msec 2024-11-09T08:19:47,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:19:47,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-09T08:19:47,393 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:47,393 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:19:47,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:47,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33007,1731140383997, seqNum=-1] 2024-11-09T08:19:47,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:47,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:19:47,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-09T08:19:47,401 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140387401, completionTime=-1 2024-11-09T08:19:47,401 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:19:47,401 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140447403 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140507403 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44813,1731140383850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44813,1731140383850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44813,1731140383850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:44813, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,403 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,405 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:19:47,406 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.344sec 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44813,1731140383850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:19:47,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44813,1731140383850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:19:47,409 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:19:47,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:19:47,409 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44813,1731140383850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:47,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445a5a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44813,-1 for getting cluster id 2024-11-09T08:19:47,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:47,425 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc26de8-b79c-436e-bfb8-75e4a4257d8a' 2024-11-09T08:19:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc26de8-b79c-436e-bfb8-75e4a4257d8a" 2024-11-09T08:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506afa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44813,-1] 2024-11-09T08:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:47,427 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:47,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1278b640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33007,1731140383997, seqNum=-1] 2024-11-09T08:19:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:47,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:19:47,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:47,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:47,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:47,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eadd0b10005 connected 2024-11-09T08:19:47,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff358a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44169,-1 for getting cluster id 2024-11-09T08:19:47,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:47,496 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8007cdc4-46dd-40f1-95d7-64086d22b815' 2024-11-09T08:19:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8007cdc4-46dd-40f1-95d7-64086d22b815" 2024-11-09T08:19:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea44c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44169,-1] 2024-11-09T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:47,497 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dab04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:19:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d66f4e0 2024-11-09T08:19:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:19:47,499 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:19:47,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:44813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:19:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:19:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:19:47,502 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44813' 2024-11-09T08:19:47,503 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd3091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,503 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44813,-1 for getting cluster id 2024-11-09T08:19:47,503 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:47,503 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc26de8-b79c-436e-bfb8-75e4a4257d8a' 2024-11-09T08:19:47,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:47,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc26de8-b79c-436e-bfb8-75e4a4257d8a" 2024-11-09T08:19:47,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a27338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44813,-1] 2024-11-09T08:19:47,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:47,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:47,505 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:47,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754683b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:47,505 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:19:47,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:47,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e3028fc 2024-11-09T08:19:47,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:19:47,507 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:19:47,507 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T08:19:47,507 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:19:47,507 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:47,507 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:47,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:47,508 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:19:47,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:19:47,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:19:47,509 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:47,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:19:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741835_1011 (size=1138) 2024-11-09T08:19:47,559 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:19:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:19:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:19:47,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 261711c19f238517aceb7f5debcb58fb, NAME => 'hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af 2024-11-09T08:19:47,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741836_1012 (size=44) 2024-11-09T08:19:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:19:48,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:48,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 261711c19f238517aceb7f5debcb58fb, disabling compactions & flushes 2024-11-09T08:19:48,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. after waiting 0 ms 2024-11-09T08:19:48,323 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 261711c19f238517aceb7f5debcb58fb: Waiting for close lock at 1731140388323Disabling compacts and flushes for region at 1731140388323Disabling writes for close at 1731140388323Writing region close event to WAL at 1731140388323Closed at 1731140388323 2024-11-09T08:19:48,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:19:48,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140388325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140388325"}]},"ts":"1731140388325"} 2024-11-09T08:19:48,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:19:48,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:19:48,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140388328"}]},"ts":"1731140388328"} 2024-11-09T08:19:48,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:19:48,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN}] 2024-11-09T08:19:48,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN 2024-11-09T08:19:48,331 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41155,1731140378323; forceNewPlan=false, retain=false 2024-11-09T08:19:48,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=261711c19f238517aceb7f5debcb58fb, regionState=OPENING, regionLocation=d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:48,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN because future has completed 2024-11-09T08:19:48,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 261711c19f238517aceb7f5debcb58fb, server=d7c8ba49ede6,41155,1731140378323}] 2024-11-09T08:19:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:19:48,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:48,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:19:48,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41155%2C1731140378323.rep, suffix=, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs, maxLogs=10 2024-11-09T08:19:48,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.rep.1731140388642, exclude list is [], retry=0 2024-11-09T08:19:48,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:48,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.rep.1731140388642 2024-11-09T08:19:48,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:48,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 261711c19f238517aceb7f5debcb58fb, NAME => 'hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:48,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:19:48,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:19:48,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. service=MultiRowMutationService 2024-11-09T08:19:48,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:19:48,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:48,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,661 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,662 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261711c19f238517aceb7f5debcb58fb columnFamilyName hfileref 2024-11-09T08:19:48,662 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:48,663 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(327): Store=261711c19f238517aceb7f5debcb58fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:48,663 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,664 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261711c19f238517aceb7f5debcb58fb columnFamilyName queue 2024-11-09T08:19:48,664 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:48,664 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(327): Store=261711c19f238517aceb7f5debcb58fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:48,664 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,665 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261711c19f238517aceb7f5debcb58fb columnFamilyName sid 2024-11-09T08:19:48,665 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:48,666 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(327): Store=261711c19f238517aceb7f5debcb58fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:48,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:19:48,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:19:48,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 261711c19f238517aceb7f5debcb58fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62744077, jitterRate=-0.06504039466381073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:19:48,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:48,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 261711c19f238517aceb7f5debcb58fb: Running coprocessor pre-open hook at 1731140388658Writing region info on filesystem at 1731140388658Initializing all the Stores at 1731140388659 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140388659Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140388661 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140388661Cleaning up temporary data from old regions at 1731140388668 (+7 ms)Running coprocessor post-open hooks at 1731140388671 (+3 ms)Region opened successfully at 1731140388672 (+1 ms) 2024-11-09T08:19:48,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., pid=7, masterSystemTime=1731140388636 2024-11-09T08:19:48,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:48,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=261711c19f238517aceb7f5debcb58fb, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:48,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 261711c19f238517aceb7f5debcb58fb, server=d7c8ba49ede6,41155,1731140378323 because future has completed 2024-11-09T08:19:48,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:19:48,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 261711c19f238517aceb7f5debcb58fb, server=d7c8ba49ede6,41155,1731140378323 in 194 msec 2024-11-09T08:19:48,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:19:48,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN in 351 msec 2024-11-09T08:19:48,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:19:48,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140388683"}]},"ts":"1731140388683"} 2024-11-09T08:19:48,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:19:48,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:19:48,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-09T08:19:48,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., hostname=d7c8ba49ede6,41155,1731140378323, seqNum=2] 2024-11-09T08:19:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:48,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:19:48,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T08:19:48,952 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:19:48,976 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,41155,1731140378323, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:19:48,976 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:48,977 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41155,1731140378323, seqNum=-1] 2024-11-09T08:19:48,977 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:48,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T08:19:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,41155,1731140378323', locateType=CURRENT is [region=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., hostname=d7c8ba49ede6,41155,1731140378323, seqNum=2] 2024-11-09T08:19:48,981 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T08:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T08:19:48,983 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,41155,1731140378323 suceeded 2024-11-09T08:19:48,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T08:19:48,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T08:19:48,985 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:44813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:19:48,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-09T08:19:48,997 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44813' 2024-11-09T08:19:48,998 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb446c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:48,998 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44813,-1 for getting cluster id 2024-11-09T08:19:48,998 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:48,999 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc26de8-b79c-436e-bfb8-75e4a4257d8a' 2024-11-09T08:19:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc26de8-b79c-436e-bfb8-75e4a4257d8a" 2024-11-09T08:19:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7641163a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44813,-1] 2024-11-09T08:19:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:49,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,000 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:49,001 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@664b5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:49,001 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:19:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60034d4 2024-11-09T08:19:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:19:49,002 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T08:19:49,003 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,41155,1731140378323 (queues=1) is replicating from cluster=8007cdc4-46dd-40f1-95d7-64086d22b815 to cluster=5fc26de8-b79c-436e-bfb8-75e4a4257d8a 2024-11-09T08:19:49,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C41155%2C1731140378323 2024-11-09T08:19:49,003 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,41155,1731140378323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:19:49,003 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.shipperd7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C41155%2C1731140378323 2024-11-09T08:19:49,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639, startPosition=0, beingWritten=true 2024-11-09T08:19:49,209 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 to pos 0, reset compression=false 2024-11-09T08:19:49,514 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 to pos 0, reset compression=false 2024-11-09T08:19:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:19:49,649 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:19:49,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:49,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:49,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:49,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:19:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732dd6ca 2024-11-09T08:19:49,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:19:49,652 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:19:49,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:19:49,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:49,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:49,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:49,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:19:49,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=697472175, stopped=false 2024-11-09T08:19:49,653 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,44169,1731140378159 2024-11-09T08:19:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:19:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:19:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:49,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:49,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:49,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:19:49,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,41155,1731140378323' ***** 2024-11-09T08:19:49,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:19:49,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:19:49,704 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:19:49,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:19:49,704 INFO [RS:0;d7c8ba49ede6:41155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:19:49,704 INFO [RS:0;d7c8ba49ede6:41155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:19:49,704 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41155. 2024-11-09T08:19:49,705 DEBUG [RS:0;d7c8ba49ede6:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 261711c19f238517aceb7f5debcb58fb, disabling compactions & flushes 2024-11-09T08:19:49,705 DEBUG [RS:0;d7c8ba49ede6:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:49,705 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. after waiting 0 ms 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:19:49,705 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 261711c19f238517aceb7f5debcb58fb 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T08:19:49,705 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:19:49,705 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1325): Online Regions={261711c19f238517aceb7f5debcb58fb=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:19:49,705 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:49,705 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:19:49,705 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:19:49,705 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T08:19:49,715 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:49,721 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/.tmp/queue/c9ebfc04f0574becaf5dc3694268cbe6 is 151, key is 1-d7c8ba49ede6,41155,1731140378323/queue:d7c8ba49ede6%2C41155%2C1731140378323/1731140388980/Put/seqid=0 2024-11-09T08:19:49,721 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/info/1882eebb0cda410980fb0ae3bbee58d4 is 147, key is hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb./info:regioninfo/1731140388675/Put/seqid=0 2024-11-09T08:19:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741838_1014 (size=6631) 2024-11-09T08:19:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741839_1015 (size=5350) 2024-11-09T08:19:49,905 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:49,918 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 to pos 0, reset compression=false 2024-11-09T08:19:50,106 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:50,125 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/.tmp/queue/c9ebfc04f0574becaf5dc3694268cbe6 2024-11-09T08:19:50,125 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/info/1882eebb0cda410980fb0ae3bbee58d4 2024-11-09T08:19:50,131 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/.tmp/queue/c9ebfc04f0574becaf5dc3694268cbe6 as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/queue/c9ebfc04f0574becaf5dc3694268cbe6 2024-11-09T08:19:50,136 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/queue/c9ebfc04f0574becaf5dc3694268cbe6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T08:19:50,137 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 261711c19f238517aceb7f5debcb58fb in 432ms, sequenceid=5, compaction requested=false 2024-11-09T08:19:50,137 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:19:50,142 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:19:50,142 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:50,142 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:50,142 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:50,142 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 261711c19f238517aceb7f5debcb58fb: Waiting for close lock at 1731140389705Running coprocessor pre-close hooks at 1731140389705Disabling compacts and flushes for region at 1731140389705Disabling writes for close at 1731140389705Obtaining lock to block concurrent updates at 1731140389705Preparing flush snapshotting stores in 261711c19f238517aceb7f5debcb58fb at 1731140389705Finished memstore snapshotting hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731140389705Flushing stores of hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. at 1731140389706 (+1 ms)Flushing 261711c19f238517aceb7f5debcb58fb/queue: creating writer at 1731140389706Flushing 261711c19f238517aceb7f5debcb58fb/queue: appending metadata at 1731140389721 (+15 ms)Flushing 261711c19f238517aceb7f5debcb58fb/queue: closing flushed file at 1731140389721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6eb70c: reopening flushed file at 1731140390130 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 261711c19f238517aceb7f5debcb58fb in 432ms, sequenceid=5, compaction requested=false at 1731140390137 (+7 ms)Writing region close event to WAL at 1731140390138 (+1 ms)Running coprocessor post-close hooks at 1731140390142 (+4 ms)Closed at 1731140390142 2024-11-09T08:19:50,142 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:50,146 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/ns/6513b8c130864786a66af2b69ef6e1bf is 43, key is default/ns:d/1731140381824/Put/seqid=0 2024-11-09T08:19:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741840_1016 (size=5153) 2024-11-09T08:19:50,306 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:50,423 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 to pos 0, reset compression=false 2024-11-09T08:19:50,506 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:50,509 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:19:50,509 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:19:50,551 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/ns/6513b8c130864786a66af2b69ef6e1bf 2024-11-09T08:19:50,567 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/table/abe9d9e305a744d58a30f53e71149615 is 53, key is hbase:replication/table:state/1731140388683/Put/seqid=0 2024-11-09T08:19:50,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741841_1017 (size=5256) 2024-11-09T08:19:50,706 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:19:50,706 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:19:50,706 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:50,906 DEBUG [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:50,971 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/table/abe9d9e305a744d58a30f53e71149615 2024-11-09T08:19:50,977 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/info/1882eebb0cda410980fb0ae3bbee58d4 as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/info/1882eebb0cda410980fb0ae3bbee58d4 2024-11-09T08:19:50,981 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/info/1882eebb0cda410980fb0ae3bbee58d4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T08:19:50,982 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/ns/6513b8c130864786a66af2b69ef6e1bf as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/ns/6513b8c130864786a66af2b69ef6e1bf 2024-11-09T08:19:50,986 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/ns/6513b8c130864786a66af2b69ef6e1bf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:19:50,987 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/table/abe9d9e305a744d58a30f53e71149615 as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/table/abe9d9e305a744d58a30f53e71149615 2024-11-09T08:19:50,992 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/table/abe9d9e305a744d58a30f53e71149615, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T08:19:50,993 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false 2024-11-09T08:19:50,996 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:19:50,997 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:50,997 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:50,997 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:50,997 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140389705Running coprocessor pre-close hooks at 1731140389705Disabling compacts and flushes for region at 1731140389705Disabling writes for close at 1731140389705Obtaining lock to block concurrent updates at 1731140389705Preparing flush snapshotting stores in 1588230740 at 1731140389705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731140389706 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140389706Flushing 1588230740/info: creating writer at 1731140389706Flushing 1588230740/info: appending metadata at 1731140389721 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731140389721Flushing 1588230740/ns: creating writer at 1731140390130 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731140390146 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731140390146Flushing 1588230740/table: creating writer at 1731140390555 (+409 ms)Flushing 1588230740/table: appending metadata at 1731140390567 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731140390567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304db9b0: reopening flushed file at 1731140390976 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73671a51: reopening flushed file at 1731140390981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a50aa9: reopening flushed file at 1731140390986 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false at 1731140390993 (+7 ms)Writing region close event to WAL at 1731140390994 (+1 ms)Running coprocessor post-close hooks at 1731140390997 (+3 ms)Closed at 1731140390997 2024-11-09T08:19:50,997 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:51,028 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 to pos 0, reset compression=false 2024-11-09T08:19:51,106 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,41155,1731140378323; all regions closed. 2024-11-09T08:19:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741834_1010 (size=2742) 2024-11-09T08:19:51,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.meta.1731140381766.meta not finished, retry = 0 2024-11-09T08:19:51,211 DEBUG [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs 2024-11-09T08:19:51,212 INFO [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41155%2C1731140378323.meta:.meta(num 1731140381766) 2024-11-09T08:19:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741837_1013 (size=1586) 2024-11-09T08:19:51,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.rep.1731140388642 not finished, retry = 0 2024-11-09T08:19:51,359 DEBUG [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs 2024-11-09T08:19:51,359 INFO [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41155%2C1731140378323.rep:(num 1731140388642) 2024-11-09T08:19:51,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323/d7c8ba49ede6%2C41155%2C1731140378323.1731140380639 not finished, retry = 0 2024-11-09T08:19:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741832_1008 (size=93) 2024-11-09T08:19:51,463 DEBUG [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs 2024-11-09T08:19:51,463 INFO [RS:0;d7c8ba49ede6:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41155%2C1731140378323:(num 1731140380639) 2024-11-09T08:19:51,463 DEBUG [RS:0;d7c8ba49ede6:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:51,463 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:51,463 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:51,464 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:51,464 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:51,464 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:51,464 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,41155,1731140378323 because: Region server is closing 2024-11-09T08:19:51,464 INFO [RS:0;d7c8ba49ede6:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41155. 2024-11-09T08:19:51,464 DEBUG [RS:0;d7c8ba49ede6:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:51,464 DEBUG [RS:0;d7c8ba49ede6:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:51,464 DEBUG [RS:0;d7c8ba49ede6:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:51,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:51,565 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.wal-reader.d7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:19:51,565 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.shipperd7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:19:51,565 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41155,1731140378323.replicationSource.shipperd7c8ba49ede6%2C41155%2C1731140378323,1-d7c8ba49ede6,41155,1731140378323 terminated 2024-11-09T08:19:51,565 INFO [RS:0;d7c8ba49ede6:41155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41155 2024-11-09T08:19:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/rs/d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/rs 2024-11-09T08:19:51,587 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:51,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,41155,1731140378323] 2024-11-09T08:19:51,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/draining/d7c8ba49ede6,41155,1731140378323 already deleted, retry=false 2024-11-09T08:19:51,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,41155,1731140378323 expired; onlineServers=0 2024-11-09T08:19:51,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,44169,1731140378159' ***** 2024-11-09T08:19:51,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:19:51,608 INFO [M:0;d7c8ba49ede6:44169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:51,609 INFO [M:0;d7c8ba49ede6:44169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:51,609 DEBUG [M:0;d7c8ba49ede6:44169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:19:51,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:19:51,609 DEBUG [M:0;d7c8ba49ede6:44169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:19:51,609 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140380426 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140380426,5,FailOnTimeoutGroup] 2024-11-09T08:19:51,609 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140380426 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140380426,5,FailOnTimeoutGroup] 2024-11-09T08:19:51,609 INFO [M:0;d7c8ba49ede6:44169 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:51,609 INFO [M:0;d7c8ba49ede6:44169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:51,609 DEBUG [M:0;d7c8ba49ede6:44169 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:19:51,609 INFO [M:0;d7c8ba49ede6:44169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:19:51,609 INFO [M:0;d7c8ba49ede6:44169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:51,609 INFO [M:0;d7c8ba49ede6:44169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:19:51,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:19:51,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/master 2024-11-09T08:19:51,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:51,619 DEBUG [M:0;d7c8ba49ede6:44169 {}] zookeeper.ZKUtil(347): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/master because node does not exist (not an error) 2024-11-09T08:19:51,619 WARN [M:0;d7c8ba49ede6:44169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:19:51,619 INFO [M:0;d7c8ba49ede6:44169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/.lastflushedseqids 2024-11-09T08:19:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741842_1018 (size=181) 2024-11-09T08:19:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:51,698 INFO [RS:0;d7c8ba49ede6:41155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:51,698 INFO [RS:0;d7c8ba49ede6:41155 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,41155,1731140378323; zookeeper connection closed. 2024-11-09T08:19:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1011eadd0b10001, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:51,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9cf5f80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9cf5f80 2024-11-09T08:19:51,699 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:19:52,025 INFO [M:0;d7c8ba49ede6:44169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:19:52,025 INFO [M:0;d7c8ba49ede6:44169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:19:52,025 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:19:52,025 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:52,025 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:52,025 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:19:52,025 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:52,025 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T08:19:52,039 DEBUG [M:0;d7c8ba49ede6:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9e6b16a3131442390480ab7e06f2ae9 is 82, key is hbase:meta,,1/info:regioninfo/1731140381796/Put/seqid=0 2024-11-09T08:19:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741843_1019 (size=5672) 2024-11-09T08:19:52,443 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9e6b16a3131442390480ab7e06f2ae9 2024-11-09T08:19:52,472 DEBUG [M:0;d7c8ba49ede6:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e0ee2b75e24642875a7dc565a3b61d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731140388688/Put/seqid=0 2024-11-09T08:19:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741844_1020 (size=7203) 2024-11-09T08:19:52,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:19:52,878 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e0ee2b75e24642875a7dc565a3b61d 2024-11-09T08:19:52,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:52,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:52,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:52,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:52,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:19:52,896 DEBUG [M:0;d7c8ba49ede6:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b83cc8415f9445fa759382ff7e02e9a is 69, key is d7c8ba49ede6,41155,1731140378323/rs:state/1731140380487/Put/seqid=0 2024-11-09T08:19:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741845_1021 (size=5156) 2024-11-09T08:19:53,301 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b83cc8415f9445fa759382ff7e02e9a 2024-11-09T08:19:53,306 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9e6b16a3131442390480ab7e06f2ae9 as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9e6b16a3131442390480ab7e06f2ae9 2024-11-09T08:19:53,310 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9e6b16a3131442390480ab7e06f2ae9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T08:19:53,311 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e0ee2b75e24642875a7dc565a3b61d as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e0ee2b75e24642875a7dc565a3b61d 2024-11-09T08:19:53,314 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e0ee2b75e24642875a7dc565a3b61d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T08:19:53,315 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b83cc8415f9445fa759382ff7e02e9a as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b83cc8415f9445fa759382ff7e02e9a 2024-11-09T08:19:53,320 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b83cc8415f9445fa759382ff7e02e9a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T08:19:53,321 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-09T08:19:53,323 INFO [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:19:53,323 DEBUG [M:0;d7c8ba49ede6:44169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140392025Disabling compacts and flushes for region at 1731140392025Disabling writes for close at 1731140392025Obtaining lock to block concurrent updates at 1731140392025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140392025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731140392025Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140392026 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140392026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140392038 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140392038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140392447 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140392472 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140392472Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140392883 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140392896 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140392896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246128dd: reopening flushed file at 1731140393305 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272440e3: reopening flushed file at 1731140393310 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30346f67: reopening flushed file at 1731140393315 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731140393321 (+6 ms)Writing region close event to WAL at 1731140393323 (+2 ms)Closed at 1731140393323 2024-11-09T08:19:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741830_1006 (size=41008) 2024-11-09T08:19:53,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 not finished, retry = 0 2024-11-09T08:19:53,426 INFO [M:0;d7c8ba49ede6:44169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:19:53,426 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:53,426 INFO [M:0;d7c8ba49ede6:44169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44169 2024-11-09T08:19:53,426 INFO [M:0;d7c8ba49ede6:44169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:53,551 INFO [M:0;d7c8ba49ede6:44169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x1011eadd0b10000, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:53,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:19:53,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:53,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:53,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:19:53,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:53,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:19:53,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:19:53,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:19:53,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38073 2024-11-09T08:19:53,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38073 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380730x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:53,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38073-0x1011eadd0b10006 connected 2024-11-09T08:19:53,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:53,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:53,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:19:53,582 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: INIT 2024-11-09T08:19:53,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af, hbase.cluster.distributed=false 2024-11-09T08:19:53,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/acl 2024-11-09T08:19:53,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-09T08:19:53,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38073 2024-11-09T08:19:53,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38073 2024-11-09T08:19:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-09T08:19:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-09T08:19:53,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:19:53,596 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:19:53,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34819 2024-11-09T08:19:53,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34819 connecting to ZooKeeper ensemble=127.0.0.1:58643 2024-11-09T08:19:53,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:53,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348190x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:19:53,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348190x0, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:19:53,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34819-0x1011eadd0b10007 connected 2024-11-09T08:19:53,609 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: INIT 2024-11-09T08:19:53,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:19:53,609 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:19:53,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/master 2024-11-09T08:19:53,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/acl 2024-11-09T08:19:53,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-09T08:19:53,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34819 2024-11-09T08:19:53,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34819 2024-11-09T08:19:53,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-09T08:19:53,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-09T08:19:53,625 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:38073 2024-11-09T08:19:53,625 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1115657913/backup-masters/d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:53,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on existing znode=/0-1115657913/backup-masters/d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1115657913/master 2024-11-09T08:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:53,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on existing znode=/0-1115657913/master 2024-11-09T08:19:53,648 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1115657913/backup-masters/d7c8ba49ede6,38073,1731140393552 from backup master directory 2024-11-09T08:19:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/backup-masters/d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/backup-masters 2024-11-09T08:19:53,658 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:19:53,658 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:53,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:19:53,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:19:53,674 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-09T08:19:53,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741846_1022 (size=196) 2024-11-09T08:19:54,087 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:19:54,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:19:54,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:54,093 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T08:19:54,095 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159 to hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159-dead as it is dead 2024-11-09T08:19:54,095 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159-dead/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 2024-11-09T08:19:54,096 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159-dead/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 after 1ms 2024-11-09T08:19:54,096 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159-dead/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 to hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 2024-11-09T08:19:54,096 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,44169,1731140378159-dead 2024-11-09T08:19:54,097 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:54,098 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:19:54,099 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C38073%2C1731140393552, suffix=, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,38073,1731140393552, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/oldWALs, maxLogs=10 2024-11-09T08:19:54,111 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,38073,1731140393552/d7c8ba49ede6%2C38073%2C1731140393552.1731140394099, exclude list is [], retry=0 2024-11-09T08:19:54,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:54,115 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/WALs/d7c8ba49ede6,38073,1731140393552/d7c8ba49ede6%2C38073%2C1731140393552.1731140394099 2024-11-09T08:19:54,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:54,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:54,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:54,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:19:54,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9e6b16a3131442390480ab7e06f2ae9 2024-11-09T08:19:54,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:54,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:19:54,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e0ee2b75e24642875a7dc565a3b61d 2024-11-09T08:19:54,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:54,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:19:54,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b83cc8415f9445fa759382ff7e02e9a 2024-11-09T08:19:54,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:54,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:19:54,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:54,134 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,134 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T08:19:54,134 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 2024-11-09T08:19:54,138 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 2024-11-09T08:19:54,139 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7c8ba49ede6%2C44169%2C1731140378159.1731140380128 2024-11-09T08:19:54,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,141 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:54,142 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:19:54,144 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T08:19:54,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63181171, jitterRate=-0.05852718651294708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:54,145 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140394115Initializing all the Stores at 1731140394116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140394116Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140394116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140394116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140394116Cleaning up temporary data from old regions at 1731140394140 (+24 ms)Region opened successfully at 1731140394145 (+5 ms) 2024-11-09T08:19:54,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:19:54,147 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ecd2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:19:54,149 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T08:19:54,149 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:19:54,150 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:19:54,150 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:19:54,150 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:19:54,153 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:19:54,153 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:19:54,154 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:19:54,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T08:19:54,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:19:54,157 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d7c8ba49ede6,41155,1731140378323, regionLocation=d7c8ba49ede6,41155,1731140378323, openSeqNum=2 2024-11-09T08:19:54,157 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d7c8ba49ede6,41155,1731140378323, table=hbase:meta, region=1588230740 2024-11-09T08:19:54,157 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41155,1731140378323, state=OPEN 2024-11-09T08:19:54,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:54,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:54,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:54,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:54,212 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:19:54,219 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/draining/d7c8ba49ede6,41155,1731140378323 already deleted, retry=false 2024-11-09T08:19:54,219 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d7c8ba49ede6,41155,1731140378323 on d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:54,220 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d7c8ba49ede6,41155,1731140378323, splitWal=true, meta=true 2024-11-09T08:19:54,220 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d7c8ba49ede6,41155,1731140378323 (carryingMeta=true) d7c8ba49ede6,41155,1731140378323/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34a68c9d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T08:19:54,222 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/balancer because node does not exist (not necessarily an error) 2024-11-09T08:19:54,229 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/balancer already deleted, retry=false 2024-11-09T08:19:54,230 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:19:54,231 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:19:54,240 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/normalizer already deleted, retry=false 2024-11-09T08:19:54,240 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:19:54,241 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:19:54,250 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/switch/split already deleted, retry=false 2024-11-09T08:19:54,251 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:19:54,261 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/switch/merge already deleted, retry=false 2024-11-09T08:19:54,274 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:19:54,282 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/snapshot-cleanup already deleted, retry=false 2024-11-09T08:19:54,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:19:54,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:19:54,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:54,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:19:54,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,38073,1731140393552, sessionid=0x1011eadd0b10006, setting cluster-up flag (Was=false) 2024-11-09T08:19:54,304 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1115657913/flush-table-proc/acquired, /0-1115657913/flush-table-proc/reached, /0-1115657913/flush-table-proc/abort 2024-11-09T08:19:54,304 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:54,314 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1115657913/online-snapshot/acquired, /0-1115657913/online-snapshot/reached, /0-1115657913/online-snapshot/abort 2024-11-09T08:19:54,315 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:54,316 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/.lastflushedseqids 2024-11-09T08:19:54,318 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:19:54,318 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:19:54,318 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,38073,1731140393552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d7c8ba49ede6,41155,1731140378323 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:19:54,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140424320 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:19:54,320 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,320 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d7c8ba49ede6,41155,1731140378323, splitWal=true, meta=true 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:19:54,321 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140394321,5,FailOnTimeoutGroup] 2024-11-09T08:19:54,321 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d7c8ba49ede6,41155,1731140378323, splitWal=true, meta=true, isMeta: true 2024-11-09T08:19:54,321 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140394321,5,FailOnTimeoutGroup] 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,321 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,322 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140394322, completionTime=-1 2024-11-09T08:19:54,322 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T08:19:54,322 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T08:19:54,322 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323-splitting 2024-11-09T08:19:54,323 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323-splitting dir is empty, no logs to split. 2024-11-09T08:19:54,323 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7c8ba49ede6,41155,1731140378323 WAL count=0, meta=true 2024-11-09T08:19:54,325 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323-splitting dir is empty, no logs to split. 2024-11-09T08:19:54,325 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7c8ba49ede6,41155,1731140378323 WAL count=0, meta=true 2024-11-09T08:19:54,325 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d7c8ba49ede6,41155,1731140378323 WAL splitting is done? wals=0, meta=true 2024-11-09T08:19:54,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:19:54,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:19:54,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T08:19:54,417 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(746): ClusterId : 8007cdc4-46dd-40f1-95d7-64086d22b815 2024-11-09T08:19:54,417 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:19:54,430 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:19:54,430 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:19:54,441 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:19:54,441 DEBUG [RS:0;d7c8ba49ede6:34819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e32e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:19:54,451 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:34819 2024-11-09T08:19:54,451 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:19:54,451 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:19:54,451 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:19:54,451 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,38073,1731140393552 with port=34819, startcode=1731140393596 2024-11-09T08:19:54,452 DEBUG [RS:0;d7c8ba49ede6:34819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:19:54,453 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:19:54,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38073 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,454 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af 2024-11-09T08:19:54,454 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39285 2024-11-09T08:19:54,454 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:19:54,472 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T08:19:54,477 WARN [d7c8ba49ede6:38073 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:19:54,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/rs 2024-11-09T08:19:54,488 DEBUG [RS:0;d7c8ba49ede6:34819 {}] zookeeper.ZKUtil(111): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on existing znode=/0-1115657913/rs/d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,488 WARN [RS:0;d7c8ba49ede6:34819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:19:54,488 INFO [RS:0;d7c8ba49ede6:34819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:54,488 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,34819,1731140393596] 2024-11-09T08:19:54,504 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:19:54,505 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:19:54,506 INFO [RS:0;d7c8ba49ede6:34819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:19:54,506 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,506 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:19:54,507 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:19:54,507 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:19:54,507 DEBUG [RS:0;d7c8ba49ede6:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:19:54,507 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,507 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,507 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,507 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,508 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,508 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34819,1731140393596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:19:54,519 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:19:54,520 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34819,1731140393596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,531 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,34819,1731140393596, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:19:54,531 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,531 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.Replication(171): d7c8ba49ede6,34819,1731140393596 started 2024-11-09T08:19:54,543 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:44813' 2024-11-09T08:19:54,544 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6200b932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:54,544 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,44813,-1 for getting cluster id 2024-11-09T08:19:54,545 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:54,546 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc26de8-b79c-436e-bfb8-75e4a4257d8a' 2024-11-09T08:19:54,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:54,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc26de8-b79c-436e-bfb8-75e4a4257d8a" 2024-11-09T08:19:54,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cfd7b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:54,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,44813,-1] 2024-11-09T08:19:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:54,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:54,547 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:54,547 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,34819,1731140393596, RpcServer on d7c8ba49ede6/172.17.0.3:34819, sessionid=0x1011eadd0b10007 2024-11-09T08:19:54,547 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:19:54,547 DEBUG [RS:0;d7c8ba49ede6:34819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,547 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34819,1731140393596' 2024-11-09T08:19:54,547 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1115657913/flush-table-proc/abort' 2024-11-09T08:19:54,548 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1115657913/flush-table-proc/acquired' 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@998b2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34819,1731140393596' 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1115657913/online-snapshot/abort' 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:19:54,548 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1115657913/online-snapshot/acquired' 2024-11-09T08:19:54,549 DEBUG [RS:0;d7c8ba49ede6:34819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:19:54,549 INFO [RS:0;d7c8ba49ede6:34819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:19:54,549 INFO [RS:0;d7c8ba49ede6:34819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:19:54,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:54,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7633bbea 2024-11-09T08:19:54,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:19:54,550 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T08:19:54,550 INFO [RS:0;d7c8ba49ede6:34819.replicationSource,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,34819,1731140393596 (queues=0) is replicating from cluster=8007cdc4-46dd-40f1-95d7-64086d22b815 to cluster=5fc26de8-b79c-436e-bfb8-75e4a4257d8a 2024-11-09T08:19:54,649 INFO [RS:0;d7c8ba49ede6:34819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:19:54,650 INFO [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C34819%2C1731140393596, suffix=, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs, maxLogs=10 2024-11-09T08:19:54,662 DEBUG [RS:0;d7c8ba49ede6:34819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651, exclude list is [], retry=0 2024-11-09T08:19:54,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:54,666 INFO [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 2024-11-09T08:19:54,666 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d7c8ba49ede6%2C34819%2C1731140393596 for peer 1 2024-11-09T08:19:54,666 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C34819%2C1731140393596 2024-11-09T08:19:54,666 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,34819,1731140393596, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:19:54,666 DEBUG [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:54,667 INFO [RS:0;d7c8ba49ede6:34819.replicationSource.shipperd7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C34819%2C1731140393596 2024-11-09T08:19:54,667 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651, startPosition=0, beingWritten=true 2024-11-09T08:19:54,727 DEBUG [d7c8ba49ede6:38073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:19:54,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,729 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34819,1731140393596, state=OPENING 2024-11-09T08:19:54,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:54,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:54,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:54,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:54,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:19:54,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34819,1731140393596}] 2024-11-09T08:19:54,871 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:54,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:19:54,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:19:54,902 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:19:54,902 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:54,902 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:19:54,903 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C34819%2C1731140393596.meta, suffix=.meta, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs, maxLogs=10 2024-11-09T08:19:54,915 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.meta.1731140394903.meta, exclude list is [], retry=0 2024-11-09T08:19:54,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:54,918 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.meta.1731140394903.meta 2024-11-09T08:19:54,918 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:54,919 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:19:54,919 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:19:54,919 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:19:54,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:19:54,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:19:54,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,927 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/info/1882eebb0cda410980fb0ae3bbee58d4 2024-11-09T08:19:54,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:54,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:19:54,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:19:54,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,933 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/ns/6513b8c130864786a66af2b69ef6e1bf 2024-11-09T08:19:54,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:54,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:19:54,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:19:54,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:54,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:19:54,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:19:54,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:54,940 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/table/abe9d9e305a744d58a30f53e71149615 2024-11-09T08:19:54,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:19:54,940 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:19:54,941 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740 2024-11-09T08:19:54,942 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740 2024-11-09T08:19:54,943 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:19:54,943 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:19:54,943 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:19:54,944 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:19:54,945 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63701679, jitterRate=-0.05077101290225983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:19:54,945 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:19:54,945 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140394919Writing region info on filesystem at 1731140394919Initializing all the Stores at 1731140394920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140394920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140394921 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140394921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140394921Cleaning up temporary data from old regions at 1731140394943 (+22 ms)Running coprocessor post-open hooks at 1731140394945 (+2 ms)Region opened successfully at 1731140394945 2024-11-09T08:19:54,946 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731140394897 2024-11-09T08:19:54,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:19:54,947 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:19:54,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34819,1731140393596, state=OPEN 2024-11-09T08:19:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1115657913/meta-region-server 2024-11-09T08:19:54,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:54,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:54,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1115657913/meta-region-server: CHANGED 2024-11-09T08:19:55,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T08:19:55,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34819,1731140393596 in 253 msec 2024-11-09T08:19:55,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:19:55,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-09T08:19:55,175 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:55,579 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:55,975 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-09T08:19:56,084 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:56,689 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:57,394 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:57,477 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T08:19:58,198 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:58,829 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T08:19:58,829 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:19:58,829 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:58,829 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34819,1731140393596, seqNum=-1] 2024-11-09T08:19:58,830 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:58,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:19:58,834 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=261711c19f238517aceb7f5debcb58fb, regionState=OPEN, lastHost=d7c8ba49ede6,41155,1731140378323, regionLocation=d7c8ba49ede6,41155,1731140378323, openSeqNum=2 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140458834 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140518834 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T08:19:58,834 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d7c8ba49ede6,41155,1731140378323 had 2 regions 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38073,1731140393552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38073,1731140393552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38073,1731140393552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:38073, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,835 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,835 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d7c8ba49ede6,41155,1731140378323, splitWal=true, meta=true, isMeta: false 2024-11-09T08:19:58,837 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323-splitting dir is empty, no logs to split. 2024-11-09T08:19:58,837 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7c8ba49ede6,41155,1731140378323 WAL count=0, meta=false 2024-11-09T08:19:58,840 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.182sec 2024-11-09T08:19:58,840 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:19:58,840 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:19:58,840 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:19:58,841 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,41155,1731140378323-splitting dir is empty, no logs to split. 2024-11-09T08:19:58,841 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:19:58,841 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7c8ba49ede6,41155,1731140378323 WAL count=0, meta=false 2024-11-09T08:19:58,841 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:19:58,841 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d7c8ba49ede6,41155,1731140378323 WAL splitting is done? wals=0, meta=false 2024-11-09T08:19:58,841 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38073,1731140393552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:19:58,841 WARN [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d7c8ba49ede6,41155,1731140378323/hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:58,841 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38073,1731140393552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:19:58,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN}] 2024-11-09T08:19:58,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN 2024-11-09T08:19:58,844 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:19:58,844 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:19:58,844 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38073,1731140393552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:19:58,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T08:19:58,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:58,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,38073,-1 for getting cluster id 2024-11-09T08:19:58,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:58,921 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8007cdc4-46dd-40f1-95d7-64086d22b815' 2024-11-09T08:19:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8007cdc4-46dd-40f1-95d7-64086d22b815" 2024-11-09T08:19:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2d7dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,38073,-1] 2024-11-09T08:19:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:58,923 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:58,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:19:58,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34819,1731140393596, seqNum=-1] 2024-11-09T08:19:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:19:58,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:19:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T08:19:58,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:58,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:58,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:58,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:58,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d7c8ba49ede6:38073 after: d7c8ba49ede6:38073 2024-11-09T08:19:58,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:58,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,38073,-1 for getting cluster id 2024-11-09T08:19:58,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:19:58,929 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8007cdc4-46dd-40f1-95d7-64086d22b815' 2024-11-09T08:19:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:19:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8007cdc4-46dd-40f1-95d7-64086d22b815" 2024-11-09T08:19:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69df7d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,38073,-1] 2024-11-09T08:19:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:19:58,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:58,930 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:19:58,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f083a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:19:58,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:19:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,38073,1731140393552 2024-11-09T08:19:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c1c196 2024-11-09T08:19:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:19:58,932 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:19:58,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T08:19:58,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:19:58,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:58,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:58,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:58,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:58,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:19:58,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:19:58,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633728418, stopped=false 2024-11-09T08:19:58,933 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,44813,1731140383850 2024-11-09T08:19:58,994 DEBUG [d7c8ba49ede6:38073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:19:58,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=261711c19f238517aceb7f5debcb58fb, regionState=OPENING, regionLocation=d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN because future has completed 2024-11-09T08:19:58,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 261711c19f238517aceb7f5debcb58fb, server=d7c8ba49ede6,34819,1731140393596}] 2024-11-09T08:19:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-571529582/running 2024-11-09T08:19:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-571529582/running 2024-11-09T08:19:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:59,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:59,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:19:59,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:59,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/running 2024-11-09T08:19:59,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Set watcher on znode that does not yet exist, /1-571529582/running 2024-11-09T08:19:59,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:59,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,33007,1731140383997' ***** 2024-11-09T08:19:59,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:19:59,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:33007. 2024-11-09T08:19:59,041 DEBUG [RS:0;d7c8ba49ede6:33007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:19:59,041 DEBUG [RS:0;d7c8ba49ede6:33007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:19:59,041 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:19:59,041 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:19:59,041 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:59,041 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:19:59,042 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:19:59,042 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:19:59,042 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:19:59,042 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:19:59,042 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T08:19:59,056 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/.tmp/ns/df9c2987791b4984b86fa2b744d7d8a0 is 43, key is default/ns:d/1731140387396/Put/seqid=0 2024-11-09T08:19:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741835_1011 (size=5153) 2024-11-09T08:19:59,103 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:19:59,131 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:59,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:59,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:19:59,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:19:59,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C34819%2C1731140393596.rep, suffix=, logDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596, archiveDir=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs, maxLogs=10 2024-11-09T08:19:59,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.rep.1731140399154, exclude list is [], retry=0 2024-11-09T08:19:59,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46497,DS-19c9ffaa-1f95-4f4f-87df-1b6a07c508b9,DISK] 2024-11-09T08:19:59,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.rep.1731140399154 2024-11-09T08:19:59,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37729:37729)] 2024-11-09T08:19:59,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 261711c19f238517aceb7f5debcb58fb, NAME => 'hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:19:59,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:19:59,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:19:59,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. service=MultiRowMutationService 2024-11-09T08:19:59,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:19:59,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:19:59,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,171 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,171 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261711c19f238517aceb7f5debcb58fb columnFamilyName hfileref 2024-11-09T08:19:59,171 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:59,172 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(327): Store=261711c19f238517aceb7f5debcb58fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:59,172 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,172 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261711c19f238517aceb7f5debcb58fb columnFamilyName queue 2024-11-09T08:19:59,172 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:59,177 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/queue/c9ebfc04f0574becaf5dc3694268cbe6 2024-11-09T08:19:59,177 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(327): Store=261711c19f238517aceb7f5debcb58fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:59,178 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,178 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261711c19f238517aceb7f5debcb58fb columnFamilyName sid 2024-11-09T08:19:59,178 DEBUG [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:19:59,179 INFO [StoreOpener-261711c19f238517aceb7f5debcb58fb-1 {}] regionserver.HStore(327): Store=261711c19f238517aceb7f5debcb58fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:19:59,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:19:59,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 261711c19f238517aceb7f5debcb58fb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59618368, jitterRate=-0.1116170883178711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:19:59,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:19:59,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 261711c19f238517aceb7f5debcb58fb: Running coprocessor pre-open hook at 1731140399170Writing region info on filesystem at 1731140399170Initializing all the Stores at 1731140399170Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140399170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140399171 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140399171Cleaning up temporary data from old regions at 1731140399181 (+10 ms)Running coprocessor post-open hooks at 1731140399183 (+2 ms)Region opened successfully at 1731140399183 2024-11-09T08:19:59,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., pid=13, masterSystemTime=1731140399149 2024-11-09T08:19:59,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:59,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:19:59,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=261711c19f238517aceb7f5debcb58fb, regionState=OPEN, openSeqNum=9, regionLocation=d7c8ba49ede6,34819,1731140393596 2024-11-09T08:19:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 261711c19f238517aceb7f5debcb58fb, server=d7c8ba49ede6,34819,1731140393596 because future has completed 2024-11-09T08:19:59,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T08:19:59,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 261711c19f238517aceb7f5debcb58fb, server=d7c8ba49ede6,34819,1731140393596 in 192 msec 2024-11-09T08:19:59,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T08:19:59,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261711c19f238517aceb7f5debcb58fb, ASSIGN in 349 msec 2024-11-09T08:19:59,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T08:19:59,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., hostname=d7c8ba49ede6,34819,1731140393596, seqNum=9] 2024-11-09T08:19:59,212 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d7c8ba49ede6,41155,1731140378323 2024-11-09T08:19:59,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T08:19:59,242 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:59,257 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:19:59,257 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:19:59,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T08:19:59,442 DEBUG [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:19:59,460 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/.tmp/ns/df9c2987791b4984b86fa2b744d7d8a0 2024-11-09T08:19:59,466 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/.tmp/ns/df9c2987791b4984b86fa2b744d7d8a0 as hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/ns/df9c2987791b4984b86fa2b744d7d8a0 2024-11-09T08:19:59,471 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/ns/df9c2987791b4984b86fa2b744d7d8a0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T08:19:59,471 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-09T08:19:59,471 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:19:59,475 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T08:19:59,476 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:19:59,476 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:19:59,476 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:59,476 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140399041Running coprocessor pre-close hooks at 1731140399041Disabling compacts and flushes for region at 1731140399041Disabling writes for close at 1731140399042 (+1 ms)Obtaining lock to block concurrent updates at 1731140399042Preparing flush snapshotting stores in 1588230740 at 1731140399042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731140399042Flushing stores of hbase:meta,,1.1588230740 at 1731140399042Flushing 1588230740/ns: creating writer at 1731140399042Flushing 1588230740/ns: appending metadata at 1731140399056 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731140399056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d8370d: reopening flushed file at 1731140399465 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731140399471 (+6 ms)Writing region close event to WAL at 1731140399472 (+1 ms)Running coprocessor post-close hooks at 1731140399476 (+4 ms)Closed at 1731140399476 2024-11-09T08:19:59,476 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:19:59,642 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,33007,1731140383997; all regions closed. 2024-11-09T08:19:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741834_1010 (size=1152) 2024-11-09T08:19:59,646 DEBUG [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/oldWALs 2024-11-09T08:19:59,646 INFO [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C33007%2C1731140383997.meta:.meta(num 1731140387338) 2024-11-09T08:19:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741832_1008 (size=93) 2024-11-09T08:19:59,650 DEBUG [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/oldWALs 2024-11-09T08:19:59,650 INFO [RS:0;d7c8ba49ede6:33007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C33007%2C1731140383997:(num 1731140386348) 2024-11-09T08:19:59,650 DEBUG [RS:0;d7c8ba49ede6:33007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:19:59,650 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:19:59,651 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:59,651 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:59,651 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:59,651 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:19:59,651 INFO [RS:0;d7c8ba49ede6:33007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33007 2024-11-09T08:19:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-571529582/rs/d7c8ba49ede6,33007,1731140383997 2024-11-09T08:19:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582/rs 2024-11-09T08:19:59,671 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:19:59,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,33007,1731140383997] 2024-11-09T08:19:59,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-571529582/draining/d7c8ba49ede6,33007,1731140383997 already deleted, retry=false 2024-11-09T08:19:59,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,33007,1731140383997 expired; onlineServers=0 2024-11-09T08:19:59,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,44813,1731140383850' ***** 2024-11-09T08:19:59,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:19:59,692 INFO [M:0;d7c8ba49ede6:44813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:19:59,692 INFO [M:0;d7c8ba49ede6:44813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:19:59,692 DEBUG [M:0;d7c8ba49ede6:44813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:19:59,693 DEBUG [M:0;d7c8ba49ede6:44813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:19:59,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:19:59,693 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140386037 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140386037,5,FailOnTimeoutGroup] 2024-11-09T08:19:59,693 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140386037 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140386037,5,FailOnTimeoutGroup] 2024-11-09T08:19:59,693 INFO [M:0;d7c8ba49ede6:44813 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:19:59,693 INFO [M:0;d7c8ba49ede6:44813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:19:59,693 DEBUG [M:0;d7c8ba49ede6:44813 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:19:59,693 INFO [M:0;d7c8ba49ede6:44813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:19:59,693 INFO [M:0;d7c8ba49ede6:44813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:19:59,693 INFO [M:0;d7c8ba49ede6:44813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:19:59,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:19:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-571529582/master 2024-11-09T08:19:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-571529582 2024-11-09T08:19:59,703 DEBUG [M:0;d7c8ba49ede6:44813 {}] zookeeper.ZKUtil(347): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Unable to get data of znode /1-571529582/master because node does not exist (not an error) 2024-11-09T08:19:59,703 WARN [M:0;d7c8ba49ede6:44813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:19:59,704 INFO [M:0;d7c8ba49ede6:44813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/.lastflushedseqids 2024-11-09T08:19:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741836_1012 (size=99) 2024-11-09T08:19:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:59,782 INFO [RS:0;d7c8ba49ede6:33007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:19:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x1011eadd0b10004, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:19:59,782 INFO [RS:0;d7c8ba49ede6:33007 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,33007,1731140383997; zookeeper connection closed. 2024-11-09T08:19:59,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69248bfd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69248bfd 2024-11-09T08:19:59,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:20:00,107 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:20:00,110 INFO [M:0;d7c8ba49ede6:44813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:20:00,110 INFO [M:0;d7c8ba49ede6:44813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:20:00,110 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:00,110 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:00,110 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:00,110 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:00,110 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:00,110 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T08:20:00,124 DEBUG [M:0;d7c8ba49ede6:44813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d72c59e29b814b239e5890a05ade94f2 is 82, key is hbase:meta,,1/info:regioninfo/1731140387366/Put/seqid=0 2024-11-09T08:20:00,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741837_1013 (size=5672) 2024-11-09T08:20:00,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:00,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:00,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:00,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:00,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:00,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:00,528 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d72c59e29b814b239e5890a05ade94f2 2024-11-09T08:20:00,544 DEBUG [M:0;d7c8ba49ede6:44813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9b9eee8d23a447d9e9607584310a36e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731140387400/Put/seqid=0 2024-11-09T08:20:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741838_1014 (size=5275) 2024-11-09T08:20:00,949 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9b9eee8d23a447d9e9607584310a36e 2024-11-09T08:20:00,967 DEBUG [M:0;d7c8ba49ede6:44813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cb7b0162f9f4989ab4617f1e1caa6e5 is 69, key is d7c8ba49ede6,33007,1731140383997/rs:state/1731140386159/Put/seqid=0 2024-11-09T08:20:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741839_1015 (size=5156) 2024-11-09T08:20:01,212 DEBUG [RS:0;d7c8ba49ede6:34819.replicationSource.wal-reader.d7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.1731140394651 to pos 0, reset compression=false 2024-11-09T08:20:01,371 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cb7b0162f9f4989ab4617f1e1caa6e5 2024-11-09T08:20:01,376 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d72c59e29b814b239e5890a05ade94f2 as hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d72c59e29b814b239e5890a05ade94f2 2024-11-09T08:20:01,380 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d72c59e29b814b239e5890a05ade94f2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T08:20:01,380 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9b9eee8d23a447d9e9607584310a36e as hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9b9eee8d23a447d9e9607584310a36e 2024-11-09T08:20:01,384 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9b9eee8d23a447d9e9607584310a36e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T08:20:01,385 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cb7b0162f9f4989ab4617f1e1caa6e5 as hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cb7b0162f9f4989ab4617f1e1caa6e5 2024-11-09T08:20:01,389 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d473d722-c8a3-c827-92a2-ef94e63855a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cb7b0162f9f4989ab4617f1e1caa6e5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T08:20:01,390 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-09T08:20:01,391 INFO [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:01,391 DEBUG [M:0;d7c8ba49ede6:44813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140400110Disabling compacts and flushes for region at 1731140400110Disabling writes for close at 1731140400110Obtaining lock to block concurrent updates at 1731140400110Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140400110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731140400111 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140400111Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140400111Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140400123 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140400123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140400532 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140400544 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140400544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140400953 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140400966 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140400966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1113048f: reopening flushed file at 1731140401375 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37707e49: reopening flushed file at 1731140401380 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbdf929: reopening flushed file at 1731140401384 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1731140401390 (+6 ms)Writing region close event to WAL at 1731140401391 (+1 ms)Closed at 1731140401391 2024-11-09T08:20:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35053 is added to blk_1073741830_1006 (size=10165) 2024-11-09T08:20:01,393 INFO [M:0;d7c8ba49ede6:44813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:20:01,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:01,393 INFO [M:0;d7c8ba49ede6:44813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44813 2024-11-09T08:20:01,393 INFO [M:0;d7c8ba49ede6:44813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:01,592 INFO [M:0;d7c8ba49ede6:44813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:01,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:01,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44813-0x1011eadd0b10003, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:01,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247003a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:01,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ece978{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:01,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:01,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5360ad88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:01,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7644832b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:01,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:20:01,596 WARN [BP-258221558-172.17.0.3-1731140381899 heartbeating to localhost/127.0.0.1:39045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:20:01,596 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:20:01,596 WARN [BP-258221558-172.17.0.3-1731140381899 heartbeating to localhost/127.0.0.1:39045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-258221558-172.17.0.3-1731140381899 (Datanode Uuid acf9321e-0bff-41d5-8ed5-c6f24fe4dfd9) service to localhost/127.0.0.1:39045 2024-11-09T08:20:01,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/cluster_77f8e8db-b146-fd8b-fa40-73212c1d0b52/data/data1/current/BP-258221558-172.17.0.3-1731140381899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:01,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/cluster_77f8e8db-b146-fd8b-fa40-73212c1d0b52/data/data2/current/BP-258221558-172.17.0.3-1731140381899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:01,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:20:01,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14dd15f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:01,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c55a2d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:01,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:01,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe2198b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:01,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb50150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:20:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:20:01,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:01,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:01,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:01,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:01,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:01,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:20:01,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86121762, stopped=false 2024-11-09T08:20:01,613 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,38073,1731140393552 2024-11-09T08:20:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:20:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/running 2024-11-09T08:20:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:20:01,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:20:01,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:01,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:01,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:01,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:01,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:20:01,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Set watcher on znode that does not yet exist, /0-1115657913/running 2024-11-09T08:20:01,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,34819,1731140393596' ***** 2024-11-09T08:20:01,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:20:01,630 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(3091): Received CLOSE for 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,34819,1731140393596 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:01,630 INFO [RS:0;d7c8ba49ede6:34819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34819. 2024-11-09T08:20:01,630 DEBUG [RS:0;d7c8ba49ede6:34819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:01,630 DEBUG [RS:0;d7c8ba49ede6:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:01,630 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 261711c19f238517aceb7f5debcb58fb, disabling compactions & flushes 2024-11-09T08:20:01,631 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:20:01,631 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:20:01,631 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:20:01,631 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:20:01,631 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. after waiting 0 ms 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:20:01,631 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:20:01,631 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1325): Online Regions={261711c19f238517aceb7f5debcb58fb=hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:20:01,631 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261711c19f238517aceb7f5debcb58fb 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:01,631 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:01,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:01,631 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T08:20:01,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/replication/261711c19f238517aceb7f5debcb58fb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T08:20:01,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:01,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:01,635 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:20:01,635 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 261711c19f238517aceb7f5debcb58fb: Waiting for close lock at 1731140401630Running coprocessor pre-close hooks at 1731140401630Disabling compacts and flushes for region at 1731140401630Disabling writes for close at 1731140401631 (+1 ms)Writing region close event to WAL at 1731140401631Running coprocessor post-close hooks at 1731140401634 (+3 ms)Closed at 1731140401635 (+1 ms) 2024-11-09T08:20:01,635 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb. 2024-11-09T08:20:01,645 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/info/4c7950dd94f643e8afcd6c2d2ac9374f is 147, key is hbase:replication,,1731140387507.261711c19f238517aceb7f5debcb58fb./info:regioninfo/1731140399186/Put/seqid=0 2024-11-09T08:20:01,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741851_1027 (size=6385) 2024-11-09T08:20:01,713 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:01,831 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:02,031 DEBUG [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:02,049 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/info/4c7950dd94f643e8afcd6c2d2ac9374f 2024-11-09T08:20:02,055 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/.tmp/info/4c7950dd94f643e8afcd6c2d2ac9374f as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/info/4c7950dd94f643e8afcd6c2d2ac9374f 2024-11-09T08:20:02,060 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/info/4c7950dd94f643e8afcd6c2d2ac9374f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T08:20:02,061 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-09T08:20:02,065 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T08:20:02,065 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:02,065 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:02,066 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:02,066 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140401631Running coprocessor pre-close hooks at 1731140401631Disabling compacts and flushes for region at 1731140401631Disabling writes for close at 1731140401631Obtaining lock to block concurrent updates at 1731140401631Preparing flush snapshotting stores in 1588230740 at 1731140401631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731140401631Flushing stores of hbase:meta,,1.1588230740 at 1731140401632 (+1 ms)Flushing 1588230740/info: creating writer at 1731140401632Flushing 1588230740/info: appending metadata at 1731140401645 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731140401645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d101c3: reopening flushed file at 1731140402054 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731140402061 (+7 ms)Writing region close event to WAL at 1731140402062 (+1 ms)Running coprocessor post-close hooks at 1731140402065 (+3 ms)Closed at 1731140402065 2024-11-09T08:20:02,066 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:02,231 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,34819,1731140393596; all regions closed. 2024-11-09T08:20:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741849_1025 (size=2156) 2024-11-09T08:20:02,235 DEBUG [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs 2024-11-09T08:20:02,235 INFO [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34819%2C1731140393596.meta:.meta(num 1731140394903) 2024-11-09T08:20:02,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741850_1026 (size=796) 2024-11-09T08:20:02,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/WALs/d7c8ba49ede6,34819,1731140393596/d7c8ba49ede6%2C34819%2C1731140393596.rep.1731140399154 not finished, retry = 0 2024-11-09T08:20:02,339 DEBUG [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs 2024-11-09T08:20:02,339 INFO [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34819%2C1731140393596.rep:(num 1731140399154) 2024-11-09T08:20:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741848_1024 (size=93) 2024-11-09T08:20:02,343 DEBUG [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/oldWALs 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34819%2C1731140393596:(num 1731140394651) 2024-11-09T08:20:02,343 DEBUG [RS:0;d7c8ba49ede6:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:02,343 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,34819,1731140393596 because: Region server is closing 2024-11-09T08:20:02,343 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T08:20:02,343 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T08:20:02,343 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T08:20:02,343 INFO [RS:0;d7c8ba49ede6:34819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34819. 2024-11-09T08:20:02,344 DEBUG [RS:0;d7c8ba49ede6:34819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:02,344 DEBUG [RS:0;d7c8ba49ede6:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:02,344 DEBUG [RS:0;d7c8ba49ede6:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:02,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:02,444 WARN [RS:0;d7c8ba49ede6:34819.replicationSource.shipperd7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:20:02,444 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d7c8ba49ede6:34819.replicationSource.shipperd7c8ba49ede6%2C34819%2C1731140393596,1-d7c8ba49ede6,34819,1731140393596 terminated 2024-11-09T08:20:02,444 INFO [RS:0;d7c8ba49ede6:34819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34819 2024-11-09T08:20:02,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913/rs 2024-11-09T08:20:02,513 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:02,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/rs/d7c8ba49ede6,34819,1731140393596 2024-11-09T08:20:02,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,34819,1731140393596] 2024-11-09T08:20:02,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1115657913/draining/d7c8ba49ede6,34819,1731140393596 already deleted, retry=false 2024-11-09T08:20:02,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,34819,1731140393596 expired; onlineServers=0 2024-11-09T08:20:02,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,38073,1731140393552' ***** 2024-11-09T08:20:02,534 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:20:02,534 INFO [M:0;d7c8ba49ede6:38073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:02,534 INFO [M:0;d7c8ba49ede6:38073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:02,534 DEBUG [M:0;d7c8ba49ede6:38073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:20:02,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:20:02,534 DEBUG [M:0;d7c8ba49ede6:38073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:20:02,534 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140394321 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140394321,5,FailOnTimeoutGroup] 2024-11-09T08:20:02,534 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140394321 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140394321,5,FailOnTimeoutGroup] 2024-11-09T08:20:02,535 INFO [M:0;d7c8ba49ede6:38073 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:02,535 INFO [M:0;d7c8ba49ede6:38073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:02,535 DEBUG [M:0;d7c8ba49ede6:38073 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:20:02,535 INFO [M:0;d7c8ba49ede6:38073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:20:02,535 INFO [M:0;d7c8ba49ede6:38073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:02,535 INFO [M:0;d7c8ba49ede6:38073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:20:02,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:20:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1115657913/master 2024-11-09T08:20:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1115657913 2024-11-09T08:20:02,545 DEBUG [M:0;d7c8ba49ede6:38073 {}] zookeeper.ZKUtil(347): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Unable to get data of znode /0-1115657913/master because node does not exist (not an error) 2024-11-09T08:20:02,545 WARN [M:0;d7c8ba49ede6:38073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:20:02,545 INFO [M:0;d7c8ba49ede6:38073 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/.lastflushedseqids 2024-11-09T08:20:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741852_1028 (size=181) 2024-11-09T08:20:02,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:02,624 INFO [RS:0;d7c8ba49ede6:34819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:02,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x1011eadd0b10007, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:02,624 INFO [RS:0;d7c8ba49ede6:34819 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,34819,1731140393596; zookeeper connection closed. 2024-11-09T08:20:02,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7226adfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7226adfc 2024-11-09T08:20:02,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:20:02,950 INFO [M:0;d7c8ba49ede6:38073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:20:02,950 INFO [M:0;d7c8ba49ede6:38073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:20:02,950 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:02,950 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:02,950 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:02,951 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:02,951 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:02,951 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T08:20:02,968 DEBUG [M:0;d7c8ba49ede6:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9480fb2727984b2d859f4e251fa95d80 is 82, key is hbase:meta,,1/info:regioninfo/1731140394948/Put/seqid=0 2024-11-09T08:20:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741853_1029 (size=5672) 2024-11-09T08:20:03,372 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9480fb2727984b2d859f4e251fa95d80 2024-11-09T08:20:03,390 DEBUG [M:0;d7c8ba49ede6:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01bd593fae4e48c383260fde88f009f1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731140399192/Put/seqid=0 2024-11-09T08:20:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741854_1030 (size=7312) 2024-11-09T08:20:03,795 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01bd593fae4e48c383260fde88f009f1 2024-11-09T08:20:03,811 DEBUG [M:0;d7c8ba49ede6:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db9d24bf1c94471883f6007701b7993b is 69, key is d7c8ba49ede6,34819,1731140393596/rs:state/1731140394453/Put/seqid=0 2024-11-09T08:20:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741855_1031 (size=5370) 2024-11-09T08:20:04,216 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db9d24bf1c94471883f6007701b7993b 2024-11-09T08:20:04,220 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db9d24bf1c94471883f6007701b7993b 2024-11-09T08:20:04,221 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9480fb2727984b2d859f4e251fa95d80 as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9480fb2727984b2d859f4e251fa95d80 2024-11-09T08:20:04,225 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9480fb2727984b2d859f4e251fa95d80, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T08:20:04,226 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01bd593fae4e48c383260fde88f009f1 as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01bd593fae4e48c383260fde88f009f1 2024-11-09T08:20:04,230 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01bd593fae4e48c383260fde88f009f1, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T08:20:04,231 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db9d24bf1c94471883f6007701b7993b as hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db9d24bf1c94471883f6007701b7993b 2024-11-09T08:20:04,235 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db9d24bf1c94471883f6007701b7993b 2024-11-09T08:20:04,235 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39285/user/jenkins/test-data/79d09572-7131-68f7-f008-d0af6e0907af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db9d24bf1c94471883f6007701b7993b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T08:20:04,236 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-09T08:20:04,237 INFO [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:04,237 DEBUG [M:0;d7c8ba49ede6:38073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140402950Disabling compacts and flushes for region at 1731140402950Disabling writes for close at 1731140402951 (+1 ms)Obtaining lock to block concurrent updates at 1731140402951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140402951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731140402951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140402952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140402952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140402968 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140402968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140403377 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140403390 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140403390Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140403799 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140403811 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140403811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f49586: reopening flushed file at 1731140404221 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66749b4b: reopening flushed file at 1731140404226 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610b2a16: reopening flushed file at 1731140404230 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1731140404236 (+6 ms)Writing region close event to WAL at 1731140404237 (+1 ms)Closed at 1731140404237 2024-11-09T08:20:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46497 is added to blk_1073741847_1023 (size=22903) 2024-11-09T08:20:04,240 INFO [M:0;d7c8ba49ede6:38073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:20:04,240 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:04,240 INFO [M:0;d7c8ba49ede6:38073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38073 2024-11-09T08:20:04,240 INFO [M:0;d7c8ba49ede6:38073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:04,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:04,392 INFO [M:0;d7c8ba49ede6:38073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:04,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011eadd0b10006, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:04,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c018764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:04,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac15699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:04,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:04,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555338b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:04,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239c56c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:04,396 WARN [BP-1168581371-172.17.0.3-1731140375831 heartbeating to localhost/127.0.0.1:39285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:20:04,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:20:04,396 WARN [BP-1168581371-172.17.0.3-1731140375831 heartbeating to localhost/127.0.0.1:39285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168581371-172.17.0.3-1731140375831 (Datanode Uuid e490565c-7130-4654-a2bb-e733da564759) service to localhost/127.0.0.1:39285 2024-11-09T08:20:04,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:20:04,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/data/data1/current/BP-1168581371-172.17.0.3-1731140375831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:04,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/cluster_852261ec-fbf1-57f4-0823-48604b03c279/data/data2/current/BP-1168581371-172.17.0.3-1731140375831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:04,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:20:04,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dd03318{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:04,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:04,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:04,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:04,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63344a1c-4693-17e5-cfb3-4576670cc507/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:04,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:20:04,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:20:04,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58643) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58643) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39285 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39045 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=574 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=1172 (was 1202) 2024-11-09T08:20:04,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=1171 2024-11-09T08:20:04,450 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T08:20:04,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir so I do NOT create it in target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8 2024-11-09T08:20:04,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:20:04,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.tmp.dir so I do NOT create it in target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8 2024-11-09T08:20:04,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1db802d1-80fb-ab2d-6ac4-8fd35377bb57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:20:04,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8 2024-11-09T08:20:04,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db, deleteOnExit=true 2024-11-09T08:20:04,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/zookeeper_0, clientPort=54171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:20:04,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54171 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/test.cache.data in system properties and HBase conf 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:20:04,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:20:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:20:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:20:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eadd0b10002, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:20:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eadd0b10005, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:20:04,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eadd0b10005, quorum=127.0.0.1:58643, baseZNode=/1-571529582 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:20:04,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eadd0b10002, quorum=127.0.0.1:58643, baseZNode=/0-1115657913 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:20:04,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:04,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:04,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:04,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:04,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:20:04,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:04,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56fe2828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:04,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d181f38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:04,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69dd62f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/java.io.tmpdir/jetty-localhost-38755-hadoop-hdfs-3_4_1-tests_jar-_-any-7507464575124245963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:04,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@552d44e7{HTTP/1.1, (http/1.1)}{localhost:38755} 2024-11-09T08:20:04,961 INFO [Time-limited test {}] server.Server(415): Started @166743ms 2024-11-09T08:20:05,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:05,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:05,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:05,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:05,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:20:05,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:05,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7820b50b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:05,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c6dabe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/java.io.tmpdir/jetty-localhost-41825-hadoop-hdfs-3_4_1-tests_jar-_-any-997763735790309211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:05,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f115ead{HTTP/1.1, (http/1.1)}{localhost:41825} 2024-11-09T08:20:05,325 INFO [Time-limited test {}] server.Server(415): Started @167106ms 2024-11-09T08:20:05,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:20:06,077 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/data/data2/current/BP-1570016900-172.17.0.3-1731140404501/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:06,077 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/data/data1/current/BP-1570016900-172.17.0.3-1731140404501/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:06,097 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:20:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5780e38ef327d41 with lease ID 0x98d18074ff0b6d4c: Processing first storage report for DS-a26f38e3-571e-432f-9a21-ad7ce15d99fc from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=c09c46e9-4feb-4ba8-9840-5087d4b164d6, infoPort=36755, infoSecurePort=0, ipcPort=33795, storageInfo=lv=-57;cid=testClusterID;nsid=117944794;c=1731140404501) 2024-11-09T08:20:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5780e38ef327d41 with lease ID 0x98d18074ff0b6d4c: from storage DS-a26f38e3-571e-432f-9a21-ad7ce15d99fc node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=c09c46e9-4feb-4ba8-9840-5087d4b164d6, infoPort=36755, infoSecurePort=0, ipcPort=33795, storageInfo=lv=-57;cid=testClusterID;nsid=117944794;c=1731140404501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5780e38ef327d41 with lease ID 0x98d18074ff0b6d4c: Processing first storage report for DS-4748cb1c-70ca-4c04-949d-06b4cb5d5c3d from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=c09c46e9-4feb-4ba8-9840-5087d4b164d6, infoPort=36755, infoSecurePort=0, ipcPort=33795, storageInfo=lv=-57;cid=testClusterID;nsid=117944794;c=1731140404501) 2024-11-09T08:20:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5780e38ef327d41 with lease ID 0x98d18074ff0b6d4c: from storage DS-4748cb1c-70ca-4c04-949d-06b4cb5d5c3d node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=c09c46e9-4feb-4ba8-9840-5087d4b164d6, infoPort=36755, infoSecurePort=0, ipcPort=33795, storageInfo=lv=-57;cid=testClusterID;nsid=117944794;c=1731140404501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:20:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:20:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:06,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8 2024-11-09T08:20:06,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:06,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:20:06,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0 with version=8 2024-11-09T08:20:06,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/hbase-staging 2024-11-09T08:20:06,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:06,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:06,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:06,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:06,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:06,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:06,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:20:06,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:06,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46095 2024-11-09T08:20:06,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46095 connecting to ZooKeeper ensemble=127.0.0.1:54171 2024-11-09T08:20:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460950x0, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:06,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46095-0x1011eae40a30000 connected 2024-11-09T08:20:06,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:06,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:06,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/running 2024-11-09T08:20:06,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0, hbase.cluster.distributed=false 2024-11-09T08:20:06,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/acl 2024-11-09T08:20:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46095 2024-11-09T08:20:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46095 2024-11-09T08:20:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46095 2024-11-09T08:20:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46095 2024-11-09T08:20:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46095 2024-11-09T08:20:06,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:20:06,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:06,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39187 2024-11-09T08:20:06,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39187 connecting to ZooKeeper ensemble=127.0.0.1:54171 2024-11-09T08:20:06,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:06,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391870x0, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:06,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391870x0, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/running 2024-11-09T08:20:06,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39187-0x1011eae40a30001 connected 2024-11-09T08:20:06,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:20:06,862 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:20:06,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/master 2024-11-09T08:20:06,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/acl 2024-11-09T08:20:06,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-09T08:20:06,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39187 2024-11-09T08:20:06,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39187 2024-11-09T08:20:06,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-09T08:20:06,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-09T08:20:06,879 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:46095 2024-11-09T08:20:06,879 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0765565008/backup-masters/d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008/backup-masters 2024-11-09T08:20:06,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008/backup-masters 2024-11-09T08:20:06,889 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on existing znode=/0765565008/backup-masters/d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0765565008/master 2024-11-09T08:20:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:06,899 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on existing znode=/0765565008/master 2024-11-09T08:20:06,900 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0765565008/backup-masters/d7c8ba49ede6,46095,1731140406566 from backup master directory 2024-11-09T08:20:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0765565008/backup-masters/d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008/backup-masters 2024-11-09T08:20:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008/backup-masters 2024-11-09T08:20:06,910 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:06,910 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:06,913 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/hbase.id] with ID: 0830295c-4eef-4aa6-a3a7-ead07ee7b655 2024-11-09T08:20:06,913 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/.tmp/hbase.id 2024-11-09T08:20:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:20:07,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:07,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:07,318 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/.tmp/hbase.id]:[hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/hbase.id] 2024-11-09T08:20:07,327 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:07,327 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:20:07,328 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:20:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:20:07,780 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:07,781 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:20:07,781 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:20:08,187 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store 2024-11-09T08:20:08,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:20:08,594 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:08,595 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:08,595 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:08,595 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:08,595 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:08,595 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:08,595 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:08,595 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140408594Disabling compacts and flushes for region at 1731140408594Disabling writes for close at 1731140408595 (+1 ms)Writing region close event to WAL at 1731140408595Closed at 1731140408595 2024-11-09T08:20:08,598 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/.initializing 2024-11-09T08:20:08,599 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/WALs/d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:08,600 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:08,602 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C46095%2C1731140406566, suffix=, logDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/WALs/d7c8ba49ede6,46095,1731140406566, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/oldWALs, maxLogs=10 2024-11-09T08:20:08,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/WALs/d7c8ba49ede6,46095,1731140406566/d7c8ba49ede6%2C46095%2C1731140406566.1731140408602, exclude list is [], retry=0 2024-11-09T08:20:08,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-a26f38e3-571e-432f-9a21-ad7ce15d99fc,DISK] 2024-11-09T08:20:08,629 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/WALs/d7c8ba49ede6,46095,1731140406566/d7c8ba49ede6%2C46095%2C1731140406566.1731140408602 2024-11-09T08:20:08,632 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36755:36755)] 2024-11-09T08:20:08,632 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:08,633 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:08,633 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,633 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:20:08,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:08,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:08,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:20:08,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:08,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:08,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:20:08,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:08,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:08,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:20:08,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:08,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:08,649 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,649 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,650 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,651 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,651 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,651 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:08,653 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:08,655 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:08,655 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59159256, jitterRate=-0.11845839023590088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:08,656 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140408633Initializing all the Stores at 1731140408634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140408634Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140408636 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140408636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140408636Cleaning up temporary data from old regions at 1731140408651 (+15 ms)Region opened successfully at 1731140408656 (+5 ms) 2024-11-09T08:20:08,657 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:20:08,660 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6854c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:08,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:20:08,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:20:08,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:20:08,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:20:08,662 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:20:08,662 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:20:08,662 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:20:08,664 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:20:08,665 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Unable to get data of znode /0765565008/balancer because node does not exist (not necessarily an error) 2024-11-09T08:20:08,753 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0765565008/balancer already deleted, retry=false 2024-11-09T08:20:08,754 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:20:08,754 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Unable to get data of znode /0765565008/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:20:08,766 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0765565008/normalizer already deleted, retry=false 2024-11-09T08:20:08,766 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:20:08,769 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Unable to get data of znode /0765565008/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:20:08,776 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0765565008/switch/split already deleted, retry=false 2024-11-09T08:20:08,778 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Unable to get data of znode /0765565008/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:20:08,786 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0765565008/switch/merge already deleted, retry=false 2024-11-09T08:20:08,789 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Unable to get data of znode /0765565008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:20:08,797 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0765565008/snapshot-cleanup already deleted, retry=false 2024-11-09T08:20:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0765565008/running 2024-11-09T08:20:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0765565008/running 2024-11-09T08:20:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:08,809 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,46095,1731140406566, sessionid=0x1011eae40a30000, setting cluster-up flag (Was=false) 2024-11-09T08:20:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:08,860 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0765565008/flush-table-proc/acquired, /0765565008/flush-table-proc/reached, /0765565008/flush-table-proc/abort 2024-11-09T08:20:08,862 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:08,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0765565008/online-snapshot/acquired, /0765565008/online-snapshot/reached, /0765565008/online-snapshot/abort 2024-11-09T08:20:08,925 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:08,927 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:20:08,928 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:08,929 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:20:08,929 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:20:08,929 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d7c8ba49ede6,41155,1731140378323: status=Processing ServerCrashProcedure of d7c8ba49ede6,41155,1731140378323 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731140394320, completionTime=-1 appears to have been leaked 2024-11-09T08:20:08,930 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,46095,1731140406566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:20:08,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:08,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:08,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:08,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:08,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:20:08,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:08,932 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:08,932 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:08,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:08,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:20:08,943 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140438943 2024-11-09T08:20:08,943 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:20:08,943 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:20:08,944 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:20:08,944 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:20:08,944 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:20:08,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:08,944 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:20:08,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:20:08,946 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:08,947 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:20:08,948 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:20:08,948 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:20:08,948 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:20:08,949 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:20:08,950 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:20:08,951 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140408950,5,FailOnTimeoutGroup] 2024-11-09T08:20:08,952 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140408952,5,FailOnTimeoutGroup] 2024-11-09T08:20:08,952 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:08,952 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:20:08,952 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:08,952 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:20:08,978 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(746): ClusterId : 0830295c-4eef-4aa6-a3a7-ead07ee7b655 2024-11-09T08:20:08,978 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:20:08,987 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:20:08,987 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:20:08,998 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:20:08,999 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a164a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:09,028 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:39187 2024-11-09T08:20:09,028 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:20:09,028 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:20:09,028 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:20:09,032 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,46095,1731140406566 with port=39187, startcode=1731140406845 2024-11-09T08:20:09,033 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:20:09,037 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:20:09,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46095 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,040 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0 2024-11-09T08:20:09,040 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39637 2024-11-09T08:20:09,040 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:20:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008/rs 2024-11-09T08:20:09,050 DEBUG [RS:0;d7c8ba49ede6:39187 {}] zookeeper.ZKUtil(111): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on existing znode=/0765565008/rs/d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,051 WARN [RS:0;d7c8ba49ede6:39187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:09,051 INFO [RS:0;d7c8ba49ede6:39187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:09,051 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,39187,1731140406845] 2024-11-09T08:20:09,070 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:20:09,084 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:20:09,092 INFO [RS:0;d7c8ba49ede6:39187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:20:09,092 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,093 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:20:09,094 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:20:09,094 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:09,094 DEBUG [RS:0;d7c8ba49ede6:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:09,112 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,112 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,112 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,112 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,112 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,112 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39187,1731140406845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:09,137 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:20:09,137 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39187,1731140406845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,138 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,138 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.Replication(171): d7c8ba49ede6,39187,1731140406845 started 2024-11-09T08:20:09,156 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:09,156 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,39187,1731140406845, RpcServer on d7c8ba49ede6/172.17.0.3:39187, sessionid=0x1011eae40a30001 2024-11-09T08:20:09,156 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:20:09,156 DEBUG [RS:0;d7c8ba49ede6:39187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,156 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,39187,1731140406845' 2024-11-09T08:20:09,157 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0765565008/flush-table-proc/abort' 2024-11-09T08:20:09,157 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0765565008/flush-table-proc/acquired' 2024-11-09T08:20:09,157 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:20:09,157 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:20:09,158 DEBUG [RS:0;d7c8ba49ede6:39187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,158 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,39187,1731140406845' 2024-11-09T08:20:09,158 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0765565008/online-snapshot/abort' 2024-11-09T08:20:09,158 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0765565008/online-snapshot/acquired' 2024-11-09T08:20:09,158 DEBUG [RS:0;d7c8ba49ede6:39187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:20:09,158 INFO [RS:0;d7c8ba49ede6:39187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:20:09,158 INFO [RS:0;d7c8ba49ede6:39187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:20:09,259 INFO [RS:0;d7c8ba49ede6:39187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:09,260 INFO [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C39187%2C1731140406845, suffix=, logDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/oldWALs, maxLogs=10 2024-11-09T08:20:09,274 DEBUG [RS:0;d7c8ba49ede6:39187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260, exclude list is [], retry=0 2024-11-09T08:20:09,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-a26f38e3-571e-432f-9a21-ad7ce15d99fc,DISK] 2024-11-09T08:20:09,279 INFO [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 2024-11-09T08:20:09,279 DEBUG [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36755:36755)] 2024-11-09T08:20:09,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:20:09,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0 2024-11-09T08:20:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:20:09,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:09,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:09,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:09,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:09,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:09,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:09,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:09,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:09,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:09,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:09,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:09,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:09,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:09,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:09,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:09,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:09,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:09,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:09,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740 2024-11-09T08:20:09,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740 2024-11-09T08:20:09,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:09,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:09,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:09,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:09,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:09,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823865, jitterRate=0.05535782873630524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:09,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140409774Initializing all the Stores at 1731140409775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140409775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140409775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140409775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140409775Cleaning up temporary data from old regions at 1731140409781 (+6 ms)Region opened successfully at 1731140409784 (+3 ms) 2024-11-09T08:20:09,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:09,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:09,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:09,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:09,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:09,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:09,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140409784Disabling compacts and flushes for region at 1731140409784Disabling writes for close at 1731140409784Writing region close event to WAL at 1731140409784Closed at 1731140409784 2024-11-09T08:20:09,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:09,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:20:09,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:20:09,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:09,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:20:09,937 DEBUG [d7c8ba49ede6:46095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:20:09,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:09,938 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,39187,1731140406845, state=OPENING 2024-11-09T08:20:09,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:20:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:09,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0765565008/meta-region-server: CHANGED 2024-11-09T08:20:09,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0765565008/meta-region-server: CHANGED 2024-11-09T08:20:09,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:10,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,39187,1731140406845}] 2024-11-09T08:20:10,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:10,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:20:10,161 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:20:10,161 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:10,162 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:20:10,163 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C39187%2C1731140406845.meta, suffix=.meta, logDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/oldWALs, maxLogs=10 2024-11-09T08:20:10,180 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.meta.1731140410163.meta, exclude list is [], retry=0 2024-11-09T08:20:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-a26f38e3-571e-432f-9a21-ad7ce15d99fc,DISK] 2024-11-09T08:20:10,184 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.meta.1731140410163.meta 2024-11-09T08:20:10,184 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36755:36755)] 2024-11-09T08:20:10,184 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:10,185 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:10,185 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:10,185 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:20:10,185 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:20:10,185 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:20:10,185 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:10,185 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:20:10,185 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:20:10,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:10,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:10,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:10,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:10,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:10,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:10,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:10,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:10,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:10,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:10,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:10,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:10,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:10,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:10,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:10,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:10,192 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:10,193 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740 2024-11-09T08:20:10,194 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740 2024-11-09T08:20:10,195 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:10,195 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:10,196 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:10,197 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:10,198 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71145831, jitterRate=0.06015549600124359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:10,198 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:20:10,199 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140410186Writing region info on filesystem at 1731140410186Initializing all the Stores at 1731140410186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140410186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140410187 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140410187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140410187Cleaning up temporary data from old regions at 1731140410195 (+8 ms)Running coprocessor post-open hooks at 1731140410198 (+3 ms)Region opened successfully at 1731140410199 (+1 ms) 2024-11-09T08:20:10,200 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140410155 2024-11-09T08:20:10,202 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:20:10,202 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:20:10,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:10,204 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,39187,1731140406845, state=OPEN 2024-11-09T08:20:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0765565008/meta-region-server 2024-11-09T08:20:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0765565008/meta-region-server 2024-11-09T08:20:10,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:10,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0765565008/meta-region-server: CHANGED 2024-11-09T08:20:10,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0765565008/meta-region-server: CHANGED 2024-11-09T08:20:10,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:20:10,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,39187,1731140406845 in 331 msec 2024-11-09T08:20:10,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:20:10,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-11-09T08:20:10,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:10,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:20:10,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:10,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39187,1731140406845, seqNum=-1] 2024-11-09T08:20:10,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:10,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:10,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4140 sec 2024-11-09T08:20:10,342 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140410342, completionTime=-1 2024-11-09T08:20:10,342 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:20:10,342 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140470345 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140530345 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46095,1731140406566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46095,1731140406566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46095,1731140406566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:46095, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,347 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.439sec 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46095,1731140406566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:10,349 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46095,1731140406566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:20:10,351 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:20:10,351 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:20:10,351 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46095,1731140406566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:10,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab7f37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:10,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:10,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:10,376 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8a3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:10,377 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:10,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1ae177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:10,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39187,1731140406845, seqNum=-1] 2024-11-09T08:20:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:10,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:10,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:10,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54171 2024-11-09T08:20:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:10,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eae40a30002 connected 2024-11-09T08:20:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir so I do NOT create it in target/test-data/acc02357-a1e7-abc7-883d-68787c09a645 2024-11-09T08:20:10,459 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:20:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.tmp.dir so I do NOT create it in target/test-data/acc02357-a1e7-abc7-883d-68787c09a645 2024-11-09T08:20:10,459 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:20:10,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645 2024-11-09T08:20:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:20:10,459 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/cluster_d60d3c85-aea9-b2a5-fc6b-cd35da88f86d, deleteOnExit=true 2024-11-09T08:20:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:20:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/test.cache.data in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:20:10,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:20:10,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:20:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:20:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:20:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:20:11,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:11,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:11,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:11,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:11,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:20:11,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:11,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:11,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a4639a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:11,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f7ba7a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/java.io.tmpdir/jetty-localhost-46427-hadoop-hdfs-3_4_1-tests_jar-_-any-3893370968233912566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:11,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@272158a4{HTTP/1.1, (http/1.1)}{localhost:46427} 2024-11-09T08:20:11,145 INFO [Time-limited test {}] server.Server(415): Started @172927ms 2024-11-09T08:20:11,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:11,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:11,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:11,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:11,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:20:11,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:11,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7998d69f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:11,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14610450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/java.io.tmpdir/jetty-localhost-39583-hadoop-hdfs-3_4_1-tests_jar-_-any-13329319882901273506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:11,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7bda64{HTTP/1.1, (http/1.1)}{localhost:39583} 2024-11-09T08:20:11,575 INFO [Time-limited test {}] server.Server(415): Started @173356ms 2024-11-09T08:20:11,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:20:12,664 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/cluster_d60d3c85-aea9-b2a5-fc6b-cd35da88f86d/data/data1/current/BP-547971592-172.17.0.3-1731140410475/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:12,664 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/cluster_d60d3c85-aea9-b2a5-fc6b-cd35da88f86d/data/data2/current/BP-547971592-172.17.0.3-1731140410475/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:12,684 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:20:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x579fcbe7e969793f with lease ID 0x4097559d8e6fc82f: Processing first storage report for DS-d67b87f0-df4e-4955-b0cf-59688008caba from datanode DatanodeRegistration(127.0.0.1:37165, datanodeUuid=3e2081cf-ad73-4c37-97a3-29ce45cf0218, infoPort=39809, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=16442351;c=1731140410475) 2024-11-09T08:20:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x579fcbe7e969793f with lease ID 0x4097559d8e6fc82f: from storage DS-d67b87f0-df4e-4955-b0cf-59688008caba node DatanodeRegistration(127.0.0.1:37165, datanodeUuid=3e2081cf-ad73-4c37-97a3-29ce45cf0218, infoPort=39809, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=16442351;c=1731140410475), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x579fcbe7e969793f with lease ID 0x4097559d8e6fc82f: Processing first storage report for DS-8bceb58e-062e-4571-beea-6d760891ad5d from datanode DatanodeRegistration(127.0.0.1:37165, datanodeUuid=3e2081cf-ad73-4c37-97a3-29ce45cf0218, infoPort=39809, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=16442351;c=1731140410475) 2024-11-09T08:20:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x579fcbe7e969793f with lease ID 0x4097559d8e6fc82f: from storage DS-8bceb58e-062e-4571-beea-6d760891ad5d node DatanodeRegistration(127.0.0.1:37165, datanodeUuid=3e2081cf-ad73-4c37-97a3-29ce45cf0218, infoPort=39809, infoSecurePort=0, ipcPort=37083, storageInfo=lv=-57;cid=testClusterID;nsid=16442351;c=1731140410475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:12,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645 2024-11-09T08:20:12,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:12,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:20:13,123 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6 with version=8 2024-11-09T08:20:13,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/hbase-staging 2024-11-09T08:20:13,125 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:13,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:13,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:13,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:13,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:13,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:13,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:20:13,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:13,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41323 2024-11-09T08:20:13,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41323 connecting to ZooKeeper ensemble=127.0.0.1:54171 2024-11-09T08:20:13,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413230x0, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:13,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41323-0x1011eae40a30003 connected 2024-11-09T08:20:13,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:13,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:13,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/running 2024-11-09T08:20:13,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6, hbase.cluster.distributed=false 2024-11-09T08:20:13,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/acl 2024-11-09T08:20:13,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-09T08:20:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41323 2024-11-09T08:20:13,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41323 2024-11-09T08:20:13,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-09T08:20:13,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-09T08:20:13,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:20:13,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:13,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36281 2024-11-09T08:20:13,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36281 connecting to ZooKeeper ensemble=127.0.0.1:54171 2024-11-09T08:20:13,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:13,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362810x0, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:13,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36281-0x1011eae40a30004 connected 2024-11-09T08:20:13,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/running 2024-11-09T08:20:13,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:20:13,845 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:20:13,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/master 2024-11-09T08:20:13,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/acl 2024-11-09T08:20:13,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-09T08:20:13,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36281 2024-11-09T08:20:13,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36281 2024-11-09T08:20:13,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-09T08:20:13,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36281 2024-11-09T08:20:13,861 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:41323 2024-11-09T08:20:13,862 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1790345132/backup-masters/d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132/backup-masters 2024-11-09T08:20:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132/backup-masters 2024-11-09T08:20:13,935 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on existing znode=/1790345132/backup-masters/d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:13,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1790345132/master 2024-11-09T08:20:13,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:13,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:13,988 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on existing znode=/1790345132/master 2024-11-09T08:20:13,988 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1790345132/backup-masters/d7c8ba49ede6,41323,1731140413125 from backup master directory 2024-11-09T08:20:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1790345132/backup-masters/d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132/backup-masters 2024-11-09T08:20:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132/backup-masters 2024-11-09T08:20:14,031 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:14,031 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:14,034 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/hbase.id] with ID: 9df4ae8b-0449-419d-a083-c5380d94a8a3 2024-11-09T08:20:14,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/.tmp/hbase.id 2024-11-09T08:20:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:20:14,442 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/.tmp/hbase.id]:[hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/hbase.id] 2024-11-09T08:20:14,452 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:14,452 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:20:14,453 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:20:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:20:14,535 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:14,535 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:20:14,536 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:20:14,942 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store 2024-11-09T08:20:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:20:14,952 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:14,952 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:14,952 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:14,952 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:14,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:14,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:14,953 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:14,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140414952Disabling compacts and flushes for region at 1731140414952Disabling writes for close at 1731140414953 (+1 ms)Writing region close event to WAL at 1731140414953Closed at 1731140414953 2024-11-09T08:20:14,953 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/.initializing 2024-11-09T08:20:14,953 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/WALs/d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:14,954 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:14,956 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C41323%2C1731140413125, suffix=, logDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/WALs/d7c8ba49ede6,41323,1731140413125, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/oldWALs, maxLogs=10 2024-11-09T08:20:14,972 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/WALs/d7c8ba49ede6,41323,1731140413125/d7c8ba49ede6%2C41323%2C1731140413125.1731140414956, exclude list is [], retry=0 2024-11-09T08:20:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37165,DS-d67b87f0-df4e-4955-b0cf-59688008caba,DISK] 2024-11-09T08:20:14,986 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/WALs/d7c8ba49ede6,41323,1731140413125/d7c8ba49ede6%2C41323%2C1731140413125.1731140414956 2024-11-09T08:20:14,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-09T08:20:14,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:14,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:14,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:14,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:14,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:14,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:20:14,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:14,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:14,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:14,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:20:14,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:14,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:14,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:14,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:20:14,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:14,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:14,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:14,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:20:14,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:15,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:15,000 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:15,000 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:15,001 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:15,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:15,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:15,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:15,003 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:15,004 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:15,005 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70149758, jitterRate=0.045312851667404175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:15,005 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140414987Initializing all the Stores at 1731140414988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140414988Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140414988Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140414988Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140414988Cleaning up temporary data from old regions at 1731140415002 (+14 ms)Region opened successfully at 1731140415005 (+3 ms) 2024-11-09T08:20:15,005 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:20:15,008 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7190514d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:15,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:20:15,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:20:15,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:20:15,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:20:15,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:20:15,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:20:15,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:20:15,013 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:20:15,014 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Unable to get data of znode /1790345132/balancer because node does not exist (not necessarily an error) 2024-11-09T08:20:15,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1790345132/balancer already deleted, retry=false 2024-11-09T08:20:15,036 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:20:15,036 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Unable to get data of znode /1790345132/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:20:15,046 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1790345132/normalizer already deleted, retry=false 2024-11-09T08:20:15,046 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:20:15,047 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Unable to get data of znode /1790345132/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:20:15,057 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1790345132/switch/split already deleted, retry=false 2024-11-09T08:20:15,058 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Unable to get data of znode /1790345132/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:20:15,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:20:15,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1790345132/switch/merge already deleted, retry=false 2024-11-09T08:20:15,072 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Unable to get data of znode /1790345132/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:20:15,081 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1790345132/snapshot-cleanup already deleted, retry=false 2024-11-09T08:20:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1790345132/running 2024-11-09T08:20:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1790345132/running 2024-11-09T08:20:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:15,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:15,092 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,41323,1731140413125, sessionid=0x1011eae40a30003, setting cluster-up flag (Was=false) 2024-11-09T08:20:15,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:15,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:15,165 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1790345132/flush-table-proc/acquired, /1790345132/flush-table-proc/reached, /1790345132/flush-table-proc/abort 2024-11-09T08:20:15,166 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:15,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:15,218 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1790345132/online-snapshot/acquired, /1790345132/online-snapshot/reached, /1790345132/online-snapshot/abort 2024-11-09T08:20:15,219 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:15,220 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:20:15,237 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:15,237 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:20:15,237 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:20:15,238 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,41323,1731140413125 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:15,239 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:15,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:20:15,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:15,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:20:15,285 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(746): ClusterId : 9df4ae8b-0449-419d-a083-c5380d94a8a3 2024-11-09T08:20:15,285 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:20:15,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140445288 2024-11-09T08:20:15,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:20:15,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:20:15,289 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:20:15,289 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:20:15,289 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:20:15,289 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:20:15,292 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:20:15,292 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:20:15,292 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,300 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:20:15,300 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:20:15,300 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:20:15,300 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:20:15,303 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:20:15,303 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae8e4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:15,308 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:20:15,308 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:20:15,309 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140415308,5,FailOnTimeoutGroup] 2024-11-09T08:20:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:20:15,312 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140415309,5,FailOnTimeoutGroup] 2024-11-09T08:20:15,312 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,312 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:20:15,312 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,312 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,324 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:36281 2024-11-09T08:20:15,324 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:20:15,324 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:20:15,324 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:20:15,324 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,41323,1731140413125 with port=36281, startcode=1731140413766 2024-11-09T08:20:15,325 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:20:15,329 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:20:15,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:15,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:15,330 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6 2024-11-09T08:20:15,330 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35531 2024-11-09T08:20:15,330 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:20:15,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132/rs 2024-11-09T08:20:15,341 DEBUG [RS:0;d7c8ba49ede6:36281 {}] zookeeper.ZKUtil(111): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on existing znode=/1790345132/rs/d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:15,341 WARN [RS:0;d7c8ba49ede6:36281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:15,341 INFO [RS:0;d7c8ba49ede6:36281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:15,342 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:15,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,36281,1731140413766] 2024-11-09T08:20:15,349 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:20:15,351 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:20:15,352 INFO [RS:0;d7c8ba49ede6:36281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:20:15,352 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,352 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:20:15,354 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:20:15,354 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:15,355 DEBUG [RS:0;d7c8ba49ede6:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:15,360 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,360 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,360 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,360 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,360 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,360 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36281,1731140413766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:15,380 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:20:15,380 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36281,1731140413766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,380 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,380 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.Replication(171): d7c8ba49ede6,36281,1731140413766 started 2024-11-09T08:20:15,399 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:15,399 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,36281,1731140413766, RpcServer on d7c8ba49ede6/172.17.0.3:36281, sessionid=0x1011eae40a30004 2024-11-09T08:20:15,400 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:20:15,400 DEBUG [RS:0;d7c8ba49ede6:36281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:15,400 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36281,1731140413766' 2024-11-09T08:20:15,400 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1790345132/flush-table-proc/abort' 2024-11-09T08:20:15,400 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1790345132/flush-table-proc/acquired' 2024-11-09T08:20:15,401 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:20:15,401 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:20:15,401 DEBUG [RS:0;d7c8ba49ede6:36281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:15,401 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36281,1731140413766' 2024-11-09T08:20:15,401 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1790345132/online-snapshot/abort' 2024-11-09T08:20:15,401 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1790345132/online-snapshot/acquired' 2024-11-09T08:20:15,402 DEBUG [RS:0;d7c8ba49ede6:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:20:15,402 INFO [RS:0;d7c8ba49ede6:36281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:20:15,402 INFO [RS:0;d7c8ba49ede6:36281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:20:15,502 INFO [RS:0;d7c8ba49ede6:36281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:15,504 INFO [RS:0;d7c8ba49ede6:36281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36281%2C1731140413766, suffix=, logDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/oldWALs, maxLogs=10 2024-11-09T08:20:15,516 DEBUG [RS:0;d7c8ba49ede6:36281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504, exclude list is [], retry=0 2024-11-09T08:20:15,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37165,DS-d67b87f0-df4e-4955-b0cf-59688008caba,DISK] 2024-11-09T08:20:15,521 INFO [RS:0;d7c8ba49ede6:36281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 2024-11-09T08:20:15,521 DEBUG [RS:0;d7c8ba49ede6:36281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-09T08:20:15,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:15,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:20:15,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6 2024-11-09T08:20:15,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:15,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:15,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:15,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:15,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:15,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:20:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:16,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:16,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:16,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:16,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:16,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:16,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:16,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:16,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:16,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:16,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:16,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740 2024-11-09T08:20:16,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740 2024-11-09T08:20:16,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:16,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:16,136 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:16,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:16,139 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:16,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63911063, jitterRate=-0.04765094816684723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140416125Initializing all the Stores at 1731140416126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140416126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140416126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140416126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140416126Cleaning up temporary data from old regions at 1731140416135 (+9 ms)Region opened successfully at 1731140416140 (+5 ms) 2024-11-09T08:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:16,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:16,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:16,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140416140Disabling compacts and flushes for region at 1731140416140Disabling writes for close at 1731140416140Writing region close event to WAL at 1731140416140Closed at 1731140416140 2024-11-09T08:20:16,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:16,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:20:16,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:20:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:20:16,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:16,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T08:20:16,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:16,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:16,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:20:16,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:20:16,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:16,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:20:16,294 DEBUG [d7c8ba49ede6:41323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:20:16,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:16,296 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36281,1731140413766, state=OPENING 2024-11-09T08:20:16,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:20:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:16,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1790345132/meta-region-server: CHANGED 2024-11-09T08:20:16,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1790345132/meta-region-server: CHANGED 2024-11-09T08:20:16,378 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:16,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36281,1731140413766}] 2024-11-09T08:20:16,531 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:16,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:20:16,536 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:20:16,536 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:16,536 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:20:16,537 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36281%2C1731140413766.meta, suffix=.meta, logDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/oldWALs, maxLogs=10 2024-11-09T08:20:16,550 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.meta.1731140416538.meta, exclude list is [], retry=0 2024-11-09T08:20:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37165,DS-d67b87f0-df4e-4955-b0cf-59688008caba,DISK] 2024-11-09T08:20:16,556 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.meta.1731140416538.meta 2024-11-09T08:20:16,560 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-09T08:20:16,560 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:16,561 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:16,561 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:16,561 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:20:16,561 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:20:16,561 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:20:16,561 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:16,561 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:20:16,561 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:20:16,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:16,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:16,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:16,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:16,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:16,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:16,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:16,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:16,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:16,570 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:16,571 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740 2024-11-09T08:20:16,571 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740 2024-11-09T08:20:16,572 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:16,573 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:16,573 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:16,574 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:16,575 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65393504, jitterRate=-0.025560855865478516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:16,575 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:20:16,575 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140416561Writing region info on filesystem at 1731140416561Initializing all the Stores at 1731140416562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140416562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140416566 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140416566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140416566Cleaning up temporary data from old regions at 1731140416573 (+7 ms)Running coprocessor post-open hooks at 1731140416575 (+2 ms)Region opened successfully at 1731140416575 2024-11-09T08:20:16,576 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140416530 2024-11-09T08:20:16,577 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:20:16,577 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:20:16,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:16,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36281,1731140413766, state=OPEN 2024-11-09T08:20:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1790345132/meta-region-server 2024-11-09T08:20:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1790345132/meta-region-server 2024-11-09T08:20:16,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1790345132/meta-region-server: CHANGED 2024-11-09T08:20:16,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1790345132/meta-region-server: CHANGED 2024-11-09T08:20:16,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:16,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:20:16,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36281,1731140413766 in 208 msec 2024-11-09T08:20:16,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:20:16,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T08:20:16,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:16,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:20:16,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:16,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:16,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:16,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:16,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3740 sec 2024-11-09T08:20:16,599 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140416599, completionTime=-1 2024-11-09T08:20:16,599 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:20:16,599 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140476601 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140536601 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41323,1731140413125-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41323,1731140413125-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41323,1731140413125-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:41323, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,603 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:20:16,604 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41323,1731140413125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:16,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41323,1731140413125-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:20:16,609 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:20:16,609 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:20:16,609 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41323,1731140413125-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:16,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241177c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:16,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:16,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:16,688 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:16,690 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:16,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f034655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:16,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:16,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:16,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54171 2024-11-09T08:20:16,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:16,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eae40a30005 connected 2024-11-09T08:20:16,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db787bb 2024-11-09T08:20:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:16,725 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:16,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:20:16,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:16,730 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:16,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:20:16,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:16,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:20:16,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5c87d046b0faf63541c405d1b935eb0, NAME => 'test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0 2024-11-09T08:20:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:20:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:17,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:17,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b5c87d046b0faf63541c405d1b935eb0, disabling compactions & flushes 2024-11-09T08:20:17,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. after waiting 0 ms 2024-11-09T08:20:17,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5c87d046b0faf63541c405d1b935eb0: Waiting for close lock at 1731140417164Disabling compacts and flushes for region at 1731140417164Disabling writes for close at 1731140417164Writing region close event to WAL at 1731140417164Closed at 1731140417164 2024-11-09T08:20:17,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:17,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140417166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140417166"}]},"ts":"1731140417166"} 2024-11-09T08:20:17,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:17,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:17,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140417170"}]},"ts":"1731140417170"} 2024-11-09T08:20:17,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:20:17,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5c87d046b0faf63541c405d1b935eb0, ASSIGN}] 2024-11-09T08:20:17,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5c87d046b0faf63541c405d1b935eb0, ASSIGN 2024-11-09T08:20:17,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b5c87d046b0faf63541c405d1b935eb0, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,39187,1731140406845; forceNewPlan=false, retain=false 2024-11-09T08:20:17,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5c87d046b0faf63541c405d1b935eb0, regionState=OPENING, regionLocation=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:17,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b5c87d046b0faf63541c405d1b935eb0, ASSIGN because future has completed 2024-11-09T08:20:17,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5c87d046b0faf63541c405d1b935eb0, server=d7c8ba49ede6,39187,1731140406845}] 2024-11-09T08:20:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:17,487 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,487 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5c87d046b0faf63541c405d1b935eb0, NAME => 'test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:17,487 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:17,487 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:20:17,487 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,487 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:17,487 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,487 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,489 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,494 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5c87d046b0faf63541c405d1b935eb0 columnFamilyName f 2024-11-09T08:20:17,494 DEBUG [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:17,495 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] regionserver.HStore(327): Store=b5c87d046b0faf63541c405d1b935eb0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:17,495 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,496 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5c87d046b0faf63541c405d1b935eb0 columnFamilyName f1 2024-11-09T08:20:17,496 DEBUG [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:17,497 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] regionserver.HStore(327): Store=b5c87d046b0faf63541c405d1b935eb0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:17,497 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,498 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5c87d046b0faf63541c405d1b935eb0 columnFamilyName norep 2024-11-09T08:20:17,498 DEBUG [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:17,498 INFO [StoreOpener-b5c87d046b0faf63541c405d1b935eb0-1 {}] regionserver.HStore(327): Store=b5c87d046b0faf63541c405d1b935eb0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:17,499 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,499 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,500 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,501 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,501 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,501 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:17,502 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,509 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:17,509 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5c87d046b0faf63541c405d1b935eb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63915783, jitterRate=-0.04758061468601227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:17,509 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:17,510 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5c87d046b0faf63541c405d1b935eb0: Running coprocessor pre-open hook at 1731140417488Writing region info on filesystem at 1731140417488Initializing all the Stores at 1731140417488Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140417488Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140417489 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140417489Cleaning up temporary data from old regions at 1731140417501 (+12 ms)Running coprocessor post-open hooks at 1731140417509 (+8 ms)Region opened successfully at 1731140417510 (+1 ms) 2024-11-09T08:20:17,511 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., pid=6, masterSystemTime=1731140417483 2024-11-09T08:20:17,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5c87d046b0faf63541c405d1b935eb0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:17,516 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,516 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5c87d046b0faf63541c405d1b935eb0, server=d7c8ba49ede6,39187,1731140406845 because future has completed 2024-11-09T08:20:17,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:20:17,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5c87d046b0faf63541c405d1b935eb0, server=d7c8ba49ede6,39187,1731140406845 in 189 msec 2024-11-09T08:20:17,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:20:17,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b5c87d046b0faf63541c405d1b935eb0, ASSIGN in 348 msec 2024-11-09T08:20:17,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:17,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140417526"}]},"ts":"1731140417526"} 2024-11-09T08:20:17,528 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:20:17,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:17,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 803 msec 2024-11-09T08:20:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:17,870 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:20:17,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:17,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c9e475 2024-11-09T08:20:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:17,874 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:17,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:20:17,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:17,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:17,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:20:17,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:20:17,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b84e2c0858310198a16414e7ae1cd09, NAME => 'test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6 2024-11-09T08:20:17,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:20:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:18,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:18,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b84e2c0858310198a16414e7ae1cd09, disabling compactions & flushes 2024-11-09T08:20:18,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. after waiting 0 ms 2024-11-09T08:20:18,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b84e2c0858310198a16414e7ae1cd09: Waiting for close lock at 1731140418327Disabling compacts and flushes for region at 1731140418327Disabling writes for close at 1731140418327Writing region close event to WAL at 1731140418327Closed at 1731140418327 2024-11-09T08:20:18,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:18,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140418328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140418328"}]},"ts":"1731140418328"} 2024-11-09T08:20:18,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:18,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:18,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140418332"}]},"ts":"1731140418332"} 2024-11-09T08:20:18,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:20:18,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b84e2c0858310198a16414e7ae1cd09, ASSIGN}] 2024-11-09T08:20:18,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b84e2c0858310198a16414e7ae1cd09, ASSIGN 2024-11-09T08:20:18,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b84e2c0858310198a16414e7ae1cd09, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,36281,1731140413766; forceNewPlan=false, retain=false 2024-11-09T08:20:18,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b84e2c0858310198a16414e7ae1cd09, regionState=OPENING, regionLocation=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:18,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b84e2c0858310198a16414e7ae1cd09, ASSIGN because future has completed 2024-11-09T08:20:18,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b84e2c0858310198a16414e7ae1cd09, server=d7c8ba49ede6,36281,1731140413766}] 2024-11-09T08:20:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:18,655 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,655 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b84e2c0858310198a16414e7ae1cd09, NAME => 'test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:18,655 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:18,656 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:20:18,656 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,656 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:18,656 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,656 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,657 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,659 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b84e2c0858310198a16414e7ae1cd09 columnFamilyName f 2024-11-09T08:20:18,659 DEBUG [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:18,659 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] regionserver.HStore(327): Store=2b84e2c0858310198a16414e7ae1cd09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:18,660 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,662 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b84e2c0858310198a16414e7ae1cd09 columnFamilyName f1 2024-11-09T08:20:18,662 DEBUG [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:18,662 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] regionserver.HStore(327): Store=2b84e2c0858310198a16414e7ae1cd09/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:18,662 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,664 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b84e2c0858310198a16414e7ae1cd09 columnFamilyName norep 2024-11-09T08:20:18,664 DEBUG [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:18,664 INFO [StoreOpener-2b84e2c0858310198a16414e7ae1cd09-1 {}] regionserver.HStore(327): Store=2b84e2c0858310198a16414e7ae1cd09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:18,664 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,667 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,667 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,667 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:18,669 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,672 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:18,673 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b84e2c0858310198a16414e7ae1cd09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64225532, jitterRate=-0.04296499490737915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:18,673 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:18,673 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b84e2c0858310198a16414e7ae1cd09: Running coprocessor pre-open hook at 1731140418656Writing region info on filesystem at 1731140418656Initializing all the Stores at 1731140418657 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140418657Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140418657Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140418657Cleaning up temporary data from old regions at 1731140418667 (+10 ms)Running coprocessor post-open hooks at 1731140418673 (+6 ms)Region opened successfully at 1731140418673 2024-11-09T08:20:18,674 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., pid=6, masterSystemTime=1731140418651 2024-11-09T08:20:18,676 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,676 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:18,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b84e2c0858310198a16414e7ae1cd09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:18,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b84e2c0858310198a16414e7ae1cd09, server=d7c8ba49ede6,36281,1731140413766 because future has completed 2024-11-09T08:20:18,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:20:18,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b84e2c0858310198a16414e7ae1cd09, server=d7c8ba49ede6,36281,1731140413766 in 182 msec 2024-11-09T08:20:18,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:20:18,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b84e2c0858310198a16414e7ae1cd09, ASSIGN in 348 msec 2024-11-09T08:20:18,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:18,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140418685"}]},"ts":"1731140418685"} 2024-11-09T08:20:18,687 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:20:18,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:18,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 813 msec 2024-11-09T08:20:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:19,022 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:20:19,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:19,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:19,025 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd5f78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:19,027 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47afd790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c31a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:19,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:19,030 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e2b227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:19,032 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:19,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:19,037 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309999f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:19,039 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1857e79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee6789b 2024-11-09T08:20:19,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:19,041 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:19,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:20:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:20:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:19,044 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:41323' 2024-11-09T08:20:19,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3092ce0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,047 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:19,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:19,047 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1ebb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:19,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:19,049 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:19,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103d2c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:19,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ef19731 2024-11-09T08:20:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:19,052 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:19,053 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:20:19,053 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:20:19,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:19,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:19,053 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:19,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:19,055 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:20:19,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:19,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:19,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:20:19,105 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:20:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:19,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9314d6c3f466aec9f0d00fbb5045a767, NAME => 'hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0 2024-11-09T08:20:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:19,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:19,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9314d6c3f466aec9f0d00fbb5045a767, disabling compactions & flushes 2024-11-09T08:20:19,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:19,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:19,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. after waiting 0 ms 2024-11-09T08:20:19,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:19,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:19,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9314d6c3f466aec9f0d00fbb5045a767: Waiting for close lock at 1731140419870Disabling compacts and flushes for region at 1731140419870Disabling writes for close at 1731140419870Writing region close event to WAL at 1731140419870Closed at 1731140419870 2024-11-09T08:20:19,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:19,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140419872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140419872"}]},"ts":"1731140419872"} 2024-11-09T08:20:19,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:19,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:19,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140419889"}]},"ts":"1731140419889"} 2024-11-09T08:20:19,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:20:19,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9314d6c3f466aec9f0d00fbb5045a767, ASSIGN}] 2024-11-09T08:20:19,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9314d6c3f466aec9f0d00fbb5045a767, ASSIGN 2024-11-09T08:20:19,894 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9314d6c3f466aec9f0d00fbb5045a767, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,39187,1731140406845; forceNewPlan=false, retain=false 2024-11-09T08:20:20,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9314d6c3f466aec9f0d00fbb5045a767, regionState=OPENING, regionLocation=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:20,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9314d6c3f466aec9f0d00fbb5045a767, ASSIGN because future has completed 2024-11-09T08:20:20,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9314d6c3f466aec9f0d00fbb5045a767, server=d7c8ba49ede6,39187,1731140406845}] 2024-11-09T08:20:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:20,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:20,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:20,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:20:20,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C39187%2C1731140406845.rep, suffix=, logDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/oldWALs, maxLogs=10 2024-11-09T08:20:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.rep.1731140420207, exclude list is [], retry=0 2024-11-09T08:20:20,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-a26f38e3-571e-432f-9a21-ad7ce15d99fc,DISK] 2024-11-09T08:20:20,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.rep.1731140420207 2024-11-09T08:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36755:36755)] 2024-11-09T08:20:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9314d6c3f466aec9f0d00fbb5045a767, NAME => 'hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:20,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. service=MultiRowMutationService 2024-11-09T08:20:20,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:20:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,234 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,235 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9314d6c3f466aec9f0d00fbb5045a767 columnFamilyName hfileref 2024-11-09T08:20:20,235 DEBUG [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:20,237 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] regionserver.HStore(327): Store=9314d6c3f466aec9f0d00fbb5045a767/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:20,237 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,238 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9314d6c3f466aec9f0d00fbb5045a767 columnFamilyName queue 2024-11-09T08:20:20,239 DEBUG [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:20,239 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] regionserver.HStore(327): Store=9314d6c3f466aec9f0d00fbb5045a767/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:20,239 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,243 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9314d6c3f466aec9f0d00fbb5045a767 columnFamilyName sid 2024-11-09T08:20:20,243 DEBUG [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:20,244 INFO [StoreOpener-9314d6c3f466aec9f0d00fbb5045a767-1 {}] regionserver.HStore(327): Store=9314d6c3f466aec9f0d00fbb5045a767/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:20,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:20,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9314d6c3f466aec9f0d00fbb5045a767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68749311, jitterRate=0.024444565176963806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:20,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:20,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9314d6c3f466aec9f0d00fbb5045a767: Running coprocessor pre-open hook at 1731140420232Writing region info on filesystem at 1731140420232Initializing all the Stores at 1731140420234 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140420234Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140420234Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140420234Cleaning up temporary data from old regions at 1731140420247 (+13 ms)Running coprocessor post-open hooks at 1731140420277 (+30 ms)Region opened successfully at 1731140420278 (+1 ms) 2024-11-09T08:20:20,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767., pid=10, masterSystemTime=1731140420200 2024-11-09T08:20:20,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:20,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:20,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9314d6c3f466aec9f0d00fbb5045a767, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:20,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9314d6c3f466aec9f0d00fbb5045a767, server=d7c8ba49ede6,39187,1731140406845 because future has completed 2024-11-09T08:20:20,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:20:20,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9314d6c3f466aec9f0d00fbb5045a767, server=d7c8ba49ede6,39187,1731140406845 in 239 msec 2024-11-09T08:20:20,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:20:20,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9314d6c3f466aec9f0d00fbb5045a767, ASSIGN in 396 msec 2024-11-09T08:20:20,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:20,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140420290"}]},"ts":"1731140420290"} 2024-11-09T08:20:20,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:20:20,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:20,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2390 sec 2024-11-09T08:20:20,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2] 2024-11-09T08:20:20,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:20,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:20,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:20:20,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:20:20,519 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:20:20,562 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,39187,1731140406845, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:20:20,562 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:20,562 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39187,1731140406845, seqNum=-1] 2024-11-09T08:20:20,563 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:20,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:20,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,39187,1731140406845', locateType=CURRENT is [region=hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2] 2024-11-09T08:20:20,569 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:20:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:20:20,571 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,39187,1731140406845 suceeded 2024-11-09T08:20:20,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:20:20,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-09T08:20:20,574 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:20:20,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-09T08:20:20,593 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:41323' 2024-11-09T08:20:20,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a6e4e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:20,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:20,597 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:20,597 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701e789d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:20,600 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:20,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:20,600 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41a6c7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:20,601 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@429d918c 2024-11-09T08:20:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:20,603 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T08:20:20,603 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,39187,1731140406845 (queues=1) is replicating from cluster=0830295c-4eef-4aa6-a3a7-ead07ee7b655 to cluster=9df4ae8b-0449-419d-a083-c5380d94a8a3 2024-11-09T08:20:20,603 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C39187%2C1731140406845 2024-11-09T08:20:20,604 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,39187,1731140406845, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:20:20,604 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260, startPosition=0, beingWritten=true 2024-11-09T08:20:20,605 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C39187%2C1731140406845 2024-11-09T08:20:20,621 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:20,621 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:20,621 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,39187,1731140406845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:20,829 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:21,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:20:21,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:20:21,134 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:21,189 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:20:21,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:21,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:21,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:21,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:21,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:21,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:21,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:21,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:21,191 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:21,193 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39405816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:21,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25158f4d 2024-11-09T08:20:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:21,195 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:21,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:46095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:21,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:46095' 2024-11-09T08:20:21,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1954fbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:21,198 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:21,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:21,198 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e5da90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:21,200 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:21,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fe6bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:21,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:21,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:21,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fca00ec 2024-11-09T08:20:21,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:21,203 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:21,203 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:20:21,203 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:20:21,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:21,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:21,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:21,204 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:21,205 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:20:21,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:21,206 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:21,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:20:21,255 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:21,541 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:21,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c5fef04f5b0b6caecaaee17b55d3fe5, NAME => 'hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6 2024-11-09T08:20:21,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:20:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:22,050 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:22,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:22,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c5fef04f5b0b6caecaaee17b55d3fe5, disabling compactions & flushes 2024-11-09T08:20:22,059 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. after waiting 0 ms 2024-11-09T08:20:22,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,059 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c5fef04f5b0b6caecaaee17b55d3fe5: Waiting for close lock at 1731140422059Disabling compacts and flushes for region at 1731140422059Disabling writes for close at 1731140422059Writing region close event to WAL at 1731140422059Closed at 1731140422059 2024-11-09T08:20:22,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:22,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140422060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140422060"}]},"ts":"1731140422060"} 2024-11-09T08:20:22,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:22,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:22,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140422063"}]},"ts":"1731140422063"} 2024-11-09T08:20:22,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:22,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:20:22,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c5fef04f5b0b6caecaaee17b55d3fe5, ASSIGN}] 2024-11-09T08:20:22,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c5fef04f5b0b6caecaaee17b55d3fe5, ASSIGN 2024-11-09T08:20:22,066 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c5fef04f5b0b6caecaaee17b55d3fe5, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,36281,1731140413766; forceNewPlan=false, retain=false 2024-11-09T08:20:22,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:22,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c5fef04f5b0b6caecaaee17b55d3fe5, regionState=OPENING, regionLocation=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:22,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c5fef04f5b0b6caecaaee17b55d3fe5, ASSIGN because future has completed 2024-11-09T08:20:22,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c5fef04f5b0b6caecaaee17b55d3fe5, server=d7c8ba49ede6,36281,1731140413766}] 2024-11-09T08:20:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:22,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:22,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:20:22,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C36281%2C1731140413766.rep, suffix=, logDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/oldWALs, maxLogs=10 2024-11-09T08:20:22,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.rep.1731140422378, exclude list is [], retry=0 2024-11-09T08:20:22,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37165,DS-d67b87f0-df4e-4955-b0cf-59688008caba,DISK] 2024-11-09T08:20:22,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.rep.1731140422378 2024-11-09T08:20:22,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-09T08:20:22,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c5fef04f5b0b6caecaaee17b55d3fe5, NAME => 'hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:22,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:22,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:22,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. service=MultiRowMutationService 2024-11-09T08:20:22,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:20:22,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:22,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,412 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,414 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c5fef04f5b0b6caecaaee17b55d3fe5 columnFamilyName hfileref 2024-11-09T08:20:22,414 DEBUG [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:22,415 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] regionserver.HStore(327): Store=5c5fef04f5b0b6caecaaee17b55d3fe5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:22,415 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,417 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c5fef04f5b0b6caecaaee17b55d3fe5 columnFamilyName queue 2024-11-09T08:20:22,417 DEBUG [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:22,417 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] regionserver.HStore(327): Store=5c5fef04f5b0b6caecaaee17b55d3fe5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:22,417 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,419 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c5fef04f5b0b6caecaaee17b55d3fe5 columnFamilyName sid 2024-11-09T08:20:22,419 DEBUG [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:22,422 INFO [StoreOpener-5c5fef04f5b0b6caecaaee17b55d3fe5-1 {}] regionserver.HStore(327): Store=5c5fef04f5b0b6caecaaee17b55d3fe5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:22,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:22,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:22,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c5fef04f5b0b6caecaaee17b55d3fe5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62953479, jitterRate=-0.06192006170749664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:22,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:22,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c5fef04f5b0b6caecaaee17b55d3fe5: Running coprocessor pre-open hook at 1731140422408Writing region info on filesystem at 1731140422408Initializing all the Stores at 1731140422411 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140422411Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140422412 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140422412Cleaning up temporary data from old regions at 1731140422438 (+26 ms)Running coprocessor post-open hooks at 1731140422448 (+10 ms)Region opened successfully at 1731140422448 2024-11-09T08:20:22,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5., pid=10, masterSystemTime=1731140422372 2024-11-09T08:20:22,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:22,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c5fef04f5b0b6caecaaee17b55d3fe5, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c5fef04f5b0b6caecaaee17b55d3fe5, server=d7c8ba49ede6,36281,1731140413766 because future has completed 2024-11-09T08:20:22,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:20:22,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c5fef04f5b0b6caecaaee17b55d3fe5, server=d7c8ba49ede6,36281,1731140413766 in 244 msec 2024-11-09T08:20:22,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:20:22,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c5fef04f5b0b6caecaaee17b55d3fe5, ASSIGN in 405 msec 2024-11-09T08:20:22,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:22,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140422476"}]},"ts":"1731140422476"} 2024-11-09T08:20:22,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:20:22,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:22,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2770 sec 2024-11-09T08:20:22,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2] 2024-11-09T08:20:22,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:22,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:22,654 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:22,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:20:22,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:20:22,826 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:20:22,903 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,36281,1731140413766, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:20:22,904 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:22,904 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:22,906 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:22,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:22,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,36281,1731140413766', locateType=CURRENT is [region=hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2] 2024-11-09T08:20:22,914 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:20:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:20:22,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,36281,1731140413766 suceeded 2024-11-09T08:20:22,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:20:22,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-09T08:20:22,921 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:46095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:20:22,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7260 sec 2024-11-09T08:20:22,945 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:46095' 2024-11-09T08:20:22,947 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48957778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:22,947 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:22,947 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:22,948 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:22,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:22,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:22,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e7fb0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:22,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:22,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:22,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:22,951 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:22,952 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7939cc2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:22,952 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:22,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:22,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c6be49 2024-11-09T08:20:22,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:22,956 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T08:20:22,957 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,36281,1731140413766 (queues=1) is replicating from cluster=9df4ae8b-0449-419d-a083-c5380d94a8a3 to cluster=0830295c-4eef-4aa6-a3a7-ead07ee7b655 2024-11-09T08:20:22,957 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C36281%2C1731140413766 2024-11-09T08:20:22,957 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,36281,1731140413766, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:20:22,968 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504, startPosition=0, beingWritten=true 2024-11-09T08:20:22,981 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C36281%2C1731140413766 2024-11-09T08:20:23,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:23,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:23,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,36281,1731140413766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:23,218 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:23,339 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:20:23,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:23,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:23,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:23,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:23,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:23,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:23,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731140423343/Put/seqid=0 2024-11-09T08:20:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741840_1016 (size=7894) 2024-11-09T08:20:23,408 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:23,534 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:23,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731140423785/Put/seqid=0 2024-11-09T08:20:23,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741841_1017 (size=7691) 2024-11-09T08:20:23,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758a7807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:23,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:23,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:23,845 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa44ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:23,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:23,848 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:23,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e81c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:23,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39187,1731140406845, seqNum=-1] 2024-11-09T08:20:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:23,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:23,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ecffea5 2024-11-09T08:20:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:23,866 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2] 2024-11-09T08:20:23,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:20:23,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T08:20:23,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T08:20:23,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T08:20:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:23,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T08:20:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegion(2603): Flush status journal for b5c87d046b0faf63541c405d1b935eb0: 2024-11-09T08:20:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_0 2024-11-09T08:20:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_0 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/a59421c405664293984a3df57843c250_SeqId_4_ 2024-11-09T08:20:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_1 2024-11-09T08:20:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_1 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ 2024-11-09T08:20:23,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_0 into b5c87d046b0faf63541c405d1b935eb0/f as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/a59421c405664293984a3df57843c250_SeqId_4_ - updating store file list. 2024-11-09T08:20:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a59421c405664293984a3df57843c250_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:23,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/a59421c405664293984a3df57843c250_SeqId_4_ into b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:23,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_0 into b5c87d046b0faf63541c405d1b935eb0/f (new location: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/a59421c405664293984a3df57843c250_SeqId_4_) 2024-11-09T08:20:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_0 2024-11-09T08:20:23,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_1 into b5c87d046b0faf63541c405d1b935eb0/f as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ - updating store file list. 2024-11-09T08:20:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f17ff364ab974697ac8966b90161ac61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:23,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ into b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:23,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_1 into b5c87d046b0faf63541c405d1b935eb0/f (new location: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_) 2024-11-09T08:20:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins__test__5n904mvaigeknirc0h11hnid7rsppf5ledh0k90i45refj0rvbvk0agas7jk2njo/f/hfile_1 2024-11-09T08:20:23,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:23,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:23,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:23,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:23,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2 , the old value is region=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7c8ba49ede6:39187 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:20:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:20:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2 from cache 2024-11-09T08:20:23,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:32900 deadline: 1731140483934 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:32900 2024-11-09T08:20:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:23,938 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:23,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2] 2024-11-09T08:20:23,951 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:20:24,040 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:39187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T08:20:24,218 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 379, reset compression=false 2024-11-09T08:20:24,223 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:24,223 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,39187,1731140406845 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5c87d046b0faf63541c405d1b935eb0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140423932/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T08:20:24,226 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:24,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T08:20:24,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(318): Replicating [0830295c-4eef-4aa6-a3a7-ead07ee7b655] bulk loaded data 2024-11-09T08:20:24,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d90e92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:24,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:24,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:24,230 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:24,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:24,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:24,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@119fe471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:24,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:24,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:24,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:24,232 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:24,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67dc4235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741840_1016 (size=7894) 2024-11-09T08:20:24,424 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 687, reset compression=false 2024-11-09T08:20:24,450 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741841_1017 (size=7691) 2024-11-09T08:20:24,729 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 687, reset compression=false 2024-11-09T08:20:24,954 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:20:25,063 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:25,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:25,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:25,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5ca914 2024-11-09T08:20:25,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:25,098 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T08:20:25,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:20:25,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:25,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:25,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:25,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:25,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/a59421c405664293984a3df57843c250_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T08:20:25,125 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T08:20:25,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ for inclusion in 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:25,149 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 687, reset compression=false 2024-11-09T08:20:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T08:20:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:25,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/a59421c405664293984a3df57843c250_SeqId_4_ for inclusion in 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T08:20:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HRegion(2603): Flush status journal for 2b84e2c0858310198a16414e7ae1cd09: 2024-11-09T08:20:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f17ff364ab974697ac8966b90161ac61_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:20:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/17f337f5e47846c99dcb84bdd461bab5_SeqId_4_ 2024-11-09T08:20:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a59421c405664293984a3df57843c250_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:20:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/a59421c405664293984a3df57843c250_SeqId_4_ as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/889ca2fc50684c28895a9badc6c9a011_SeqId_4_ 2024-11-09T08:20:25,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ into 2b84e2c0858310198a16414e7ae1cd09/f as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/17f337f5e47846c99dcb84bdd461bab5_SeqId_4_ - updating store file list. 2024-11-09T08:20:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17f337f5e47846c99dcb84bdd461bab5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:25,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/17f337f5e47846c99dcb84bdd461bab5_SeqId_4_ into 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:25,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ into 2b84e2c0858310198a16414e7ae1cd09/f (new location: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/17f337f5e47846c99dcb84bdd461bab5_SeqId_4_) 2024-11-09T08:20:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/f17ff364ab974697ac8966b90161ac61_SeqId_4_ 2024-11-09T08:20:25,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/a59421c405664293984a3df57843c250_SeqId_4_ into 2b84e2c0858310198a16414e7ae1cd09/f as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/889ca2fc50684c28895a9badc6c9a011_SeqId_4_ - updating store file list. 2024-11-09T08:20:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 889ca2fc50684c28895a9badc6c9a011_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:25,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/889ca2fc50684c28895a9badc6c9a011_SeqId_4_ into 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:25,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/a59421c405664293984a3df57843c250_SeqId_4_ into 2b84e2c0858310198a16414e7ae1cd09/f (new location: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/889ca2fc50684c28895a9badc6c9a011_SeqId_4_) 2024-11-09T08:20:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins.hfs.11__test__3rbobgevue2837jumi7170grvn580n8ctngrshidkg26bph183ins832dbcqm8le/f/a59421c405664293984a3df57843c250_SeqId_4_ 2024-11-09T08:20:25,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(324): Finished replicating [0830295c-4eef-4aa6-a3a7-ead07ee7b655] bulk loaded data 2024-11-09T08:20:25,657 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 687, reset compression=false 2024-11-09T08:20:25,770 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 379, reset compression=false 2024-11-09T08:20:25,787 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:25,788 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,36281,1731140413766 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b84e2c0858310198a16414e7ae1cd09/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140425203/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T08:20:25,791 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:25,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T08:20:25,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.ReplicationSink(318): Replicating [0830295c-4eef-4aa6-a3a7-ead07ee7b655, 9df4ae8b-0449-419d-a083-c5380d94a8a3] bulk loaded data 2024-11-09T08:20:25,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20738375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:25,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46095,-1 for getting cluster id 2024-11-09T08:20:25,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:25,798 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830295c-4eef-4aa6-a3a7-ead07ee7b655' 2024-11-09T08:20:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830295c-4eef-4aa6-a3a7-ead07ee7b655" 2024-11-09T08:20:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5c4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46095,-1] 2024-11-09T08:20:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:25,801 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:25,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8830f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:25,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741842_1018 (size=7691) 2024-11-09T08:20:25,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:25,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731140425985/Put/seqid=0 2024-11-09T08:20:25,988 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 725, reset compression=false 2024-11-09T08:20:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741842_1018 (size=11194) 2024-11-09T08:20:26,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731140426013/Put/seqid=0 2024-11-09T08:20:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741843_1019 (size=10791) 2024-11-09T08:20:26,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc5e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:26,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41323,-1 for getting cluster id 2024-11-09T08:20:26,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:26,028 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9df4ae8b-0449-419d-a083-c5380d94a8a3' 2024-11-09T08:20:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9df4ae8b-0449-419d-a083-c5380d94a8a3" 2024-11-09T08:20:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba42498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41323,-1] 2024-11-09T08:20:26,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:26,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:26,030 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:26,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c220023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:26,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:26,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:26,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:26,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:26,045 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3edfb1b9 2024-11-09T08:20:26,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:26,047 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:26,052 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2] 2024-11-09T08:20:26,055 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:20:26,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T08:20:26,074 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T08:20:26,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T08:20:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:26,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T08:20:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HRegion(2603): Flush status journal for 2b84e2c0858310198a16414e7ae1cd09: 2024-11-09T08:20:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_1 2024-11-09T08:20:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_1 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ 2024-11-09T08:20:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_0 2024-11-09T08:20:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_0 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ 2024-11-09T08:20:26,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_1 into 2b84e2c0858310198a16414e7ae1cd09/f as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ - updating store file list. 2024-11-09T08:20:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:26,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ into 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:26,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_1 into 2b84e2c0858310198a16414e7ae1cd09/f (new location: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_) 2024-11-09T08:20:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_1 2024-11-09T08:20:26,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_0 into 2b84e2c0858310198a16414e7ae1cd09/f as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ - updating store file list. 2024-11-09T08:20:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c32cbc636ad44e9994e4051c7417a34d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:26,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ into 2b84e2c0858310198a16414e7ae1cd09/f 2024-11-09T08:20:26,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_0 into 2b84e2c0858310198a16414e7ae1cd09/f (new location: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_) 2024-11-09T08:20:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/staging/jenkins__test__ik58c3aqr9mpmbf22sr754v2aj7icmsckta4bn1oavdiulcrrij4o2p5p0tnog9c/f/hfile_0 2024-11-09T08:20:26,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:26,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:26,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:26,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:26,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2 , the old value is region=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7c8ba49ede6:36281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:20:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:20:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., hostname=d7c8ba49ede6,36281,1731140413766, seqNum=2 from cache 2024-11-09T08:20:26,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39187,1731140406845, seqNum=-1] 2024-11-09T08:20:26,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:20:26,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:26,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:20:26,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:26,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:20:26,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T08:20:26,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:26,144 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T08:20:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., hostname=d7c8ba49ede6,39187,1731140406845, seqNum=2] 2024-11-09T08:20:26,154 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:20:26,250 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:36281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T08:20:26,296 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 687, reset compression=false 2024-11-09T08:20:26,305 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 725, reset compression=false 2024-11-09T08:20:26,348 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741843_1019 (size=7894) 2024-11-09T08:20:26,549 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1033, reset compression=false 2024-11-09T08:20:26,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:26,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:26,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ff2d4c 2024-11-09T08:20:26,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:26,773 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T08:20:26,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:20:26,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,39187,1731140406845, seqNum=-1] 2024-11-09T08:20:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:26,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:26,783 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__ip0bphh2mg53a95o9t448id9cn85q0kn1oe285kvl08v8vpqrgkqc82a7947fv48/f/17f337f5e47846c99dcb84bdd461bab5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T08:20:26,786 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__ip0bphh2mg53a95o9t448id9cn85q0kn1oe285kvl08v8vpqrgkqc82a7947fv48/f/889ca2fc50684c28895a9badc6c9a011_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T08:20:26,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.ReplicationSink(324): Finished replicating [0830295c-4eef-4aa6-a3a7-ead07ee7b655, 9df4ae8b-0449-419d-a083-c5380d94a8a3] bulk loaded data 2024-11-09T08:20:26,794 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,36281,1731140413766 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b84e2c0858310198a16414e7ae1cd09/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140426138/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T08:20:26,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.ReplicationSink(318): Replicating [9df4ae8b-0449-419d-a083-c5380d94a8a3] bulk loaded data 2024-11-09T08:20:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741844_1020 (size=10791) 2024-11-09T08:20:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741845_1021 (size=11194) 2024-11-09T08:20:26,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:20:26,848 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T08:20:26,854 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1033, reset compression=false 2024-11-09T08:20:26,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T08:20:26,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ for inclusion in b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T08:20:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:26,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ for inclusion in b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T08:20:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:20:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegion(2603): Flush status journal for b5c87d046b0faf63541c405d1b935eb0: 2024-11-09T08:20:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:20:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/6ad763049cc54468b0872d85b612b678_SeqId_6_ 2024-11-09T08:20:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:20:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/af42ab744f194c2fb75ca8bb6c99aaba_SeqId_6_ 2024-11-09T08:20:26,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ into b5c87d046b0faf63541c405d1b935eb0/f as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/6ad763049cc54468b0872d85b612b678_SeqId_6_ - updating store file list. 2024-11-09T08:20:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ad763049cc54468b0872d85b612b678_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:26,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/6ad763049cc54468b0872d85b612b678_SeqId_6_ into b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:26,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ into b5c87d046b0faf63541c405d1b935eb0/f (new location: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/6ad763049cc54468b0872d85b612b678_SeqId_6_) 2024-11-09T08:20:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/ffee6cbfe0e24eaabc12712d59123f61_SeqId_6_ 2024-11-09T08:20:26,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ into b5c87d046b0faf63541c405d1b935eb0/f as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/af42ab744f194c2fb75ca8bb6c99aaba_SeqId_6_ - updating store file list. 2024-11-09T08:20:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af42ab744f194c2fb75ca8bb6c99aaba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:20:26,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/af42ab744f194c2fb75ca8bb6c99aaba_SeqId_6_ into b5c87d046b0faf63541c405d1b935eb0/f 2024-11-09T08:20:26,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ into b5c87d046b0faf63541c405d1b935eb0/f (new location: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/f/af42ab744f194c2fb75ca8bb6c99aaba_SeqId_6_) 2024-11-09T08:20:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/staging/jenkins.hfs.10__test__uum2emgvmrloq4lq59p30bm17n1s7cjimphebjkmhla1h064o919pf7itgckb5ps/f/c32cbc636ad44e9994e4051c7417a34d_SeqId_6_ 2024-11-09T08:20:26,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.ReplicationSink(324): Finished replicating [9df4ae8b-0449-419d-a083-c5380d94a8a3] bulk loaded data 2024-11-09T08:20:27,002 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 687, reset compression=false 2024-11-09T08:20:27,007 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:27,007 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,39187,1731140406845 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5c87d046b0faf63541c405d1b935eb0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140426905/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T08:20:27,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(318): Replicating [9df4ae8b-0449-419d-a083-c5380d94a8a3, 0830295c-4eef-4aa6-a3a7-ead07ee7b655] bulk loaded data 2024-11-09T08:20:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741844_1020 (size=10791) 2024-11-09T08:20:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:20:27,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:27,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:27,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:27,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:27,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:20:27,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:27,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1085457217, stopped=false 2024-11-09T08:20:27,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,41323,1731140413125 2024-11-09T08:20:27,207 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1790345132/running 2024-11-09T08:20:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1790345132/running 2024-11-09T08:20:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:27,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:27,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:27,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:27,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:27,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,36281,1731140413766' ***** 2024-11-09T08:20:27,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:20:27,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/running 2024-11-09T08:20:27,229 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:20:27,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Set watcher on znode that does not yet exist, /1790345132/running 2024-11-09T08:20:27,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:20:27,229 INFO [RS:0;d7c8ba49ede6:36281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:20:27,229 INFO [RS:0;d7c8ba49ede6:36281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:20:27,229 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b84e2c0858310198a16414e7ae1cd09 2024-11-09T08:20:27,229 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:27,229 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36281. 2024-11-09T08:20:27,230 DEBUG [RS:0;d7c8ba49ede6:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:27,230 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b84e2c0858310198a16414e7ae1cd09, disabling compactions & flushes 2024-11-09T08:20:27,230 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. after waiting 0 ms 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:20:27,230 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:20:27,230 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1325): Online Regions={2b84e2c0858310198a16414e7ae1cd09=test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09., 5c5fef04f5b0b6caecaaee17b55d3fe5=hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:20:27,230 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b84e2c0858310198a16414e7ae1cd09, 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:27,230 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:27,230 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:27,231 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:20:27,233 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/default/test/2b84e2c0858310198a16414e7ae1cd09/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:20:27,234 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b84e2c0858310198a16414e7ae1cd09: Waiting for close lock at 1731140427230Running coprocessor pre-close hooks at 1731140427230Disabling compacts and flushes for region at 1731140427230Disabling writes for close at 1731140427230Writing region close event to WAL at 1731140427230Running coprocessor post-close hooks at 1731140427234 (+4 ms)Closed at 1731140427234 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09. 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c5fef04f5b0b6caecaaee17b55d3fe5, disabling compactions & flushes 2024-11-09T08:20:27,234 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. after waiting 0 ms 2024-11-09T08:20:27,234 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:27,234 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T08:20:27,251 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/info/27d03e96835f4d3cab2fb7e8a6ed92b3 is 147, key is hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5./info:regioninfo/1731140422460/Put/seqid=0 2024-11-09T08:20:27,256 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/.tmp/hfileref/13397de83c484796830b203cce8766a2 is 74, key is 1/hfileref:17f337f5e47846c99dcb84bdd461bab5_SeqId_4_/1731140426790/DeleteColumn/seqid=0 2024-11-09T08:20:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741845_1021 (size=7686) 2024-11-09T08:20:27,270 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1033, reset compression=false 2024-11-09T08:20:27,275 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:27,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741846_1022 (size=5345) 2024-11-09T08:20:27,288 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:27,289 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1328, reset compression=false 2024-11-09T08:20:27,289 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,36281,1731140413766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:27,290 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,36281,1731140413766: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,36281,1731140413766, walGroup=d7c8ba49ede6%2C36281%2C1731140413766, offset=d7c8ba49ede6%2C36281%2C1731140413766.1731140415504:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:36281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:20:27,291 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:20:27,291 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:20:27,296 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:20:27,296 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:20:27,296 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:20:27,297 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 514873240 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187566136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:20:27,299 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:20:27,430 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:27,430 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:20:27,431 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:20:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741847_1023 (size=11194) 2024-11-09T08:20:27,495 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1328, reset compression=false 2024-11-09T08:20:27,510 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:27,631 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c5fef04f5b0b6caecaaee17b55d3fe5 2024-11-09T08:20:27,670 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/info/27d03e96835f4d3cab2fb7e8a6ed92b3 2024-11-09T08:20:27,686 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/.tmp/hfileref/13397de83c484796830b203cce8766a2 2024-11-09T08:20:27,693 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/ns/21adc7a05fcc4976a11261b10018bbaa is 43, key is default/ns:d/1731140416594/Put/seqid=0 2024-11-09T08:20:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741848_1024 (size=5153) 2024-11-09T08:20:27,708 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/.tmp/queue/f440aff6cd63426494b63ec8e65f45bb is 154, key is 1-d7c8ba49ede6,36281,1731140413766/queue:d7c8ba49ede6%2C36281%2C1731140413766/1731140426911/Put/seqid=0 2024-11-09T08:20:27,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741849_1025 (size=5353) 2024-11-09T08:20:27,716 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/.tmp/queue/f440aff6cd63426494b63ec8e65f45bb 2024-11-09T08:20:27,721 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/.tmp/hfileref/13397de83c484796830b203cce8766a2 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/hfileref/13397de83c484796830b203cce8766a2 2024-11-09T08:20:27,725 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/hfileref/13397de83c484796830b203cce8766a2, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T08:20:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/.tmp/queue/f440aff6cd63426494b63ec8e65f45bb as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/queue/f440aff6cd63426494b63ec8e65f45bb 2024-11-09T08:20:27,730 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/queue/f440aff6cd63426494b63ec8e65f45bb, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T08:20:27,731 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5c5fef04f5b0b6caecaaee17b55d3fe5 in 496ms, sequenceid=12, compaction requested=false 2024-11-09T08:20:27,734 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/replication/5c5fef04f5b0b6caecaaee17b55d3fe5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T08:20:27,734 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:27,734 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:27,734 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:27,734 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c5fef04f5b0b6caecaaee17b55d3fe5: Waiting for close lock at 1731140427234Running coprocessor pre-close hooks at 1731140427234Disabling compacts and flushes for region at 1731140427234Disabling writes for close at 1731140427234Obtaining lock to block concurrent updates at 1731140427234Preparing flush snapshotting stores in 5c5fef04f5b0b6caecaaee17b55d3fe5 at 1731140427234Finished memstore snapshotting hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731140427235 (+1 ms)Flushing stores of hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. at 1731140427235Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5/hfileref: creating writer at 1731140427235Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5/hfileref: appending metadata at 1731140427255 (+20 ms)Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5/hfileref: closing flushed file at 1731140427255Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5/queue: creating writer at 1731140427690 (+435 ms)Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5/queue: appending metadata at 1731140427708 (+18 ms)Flushing 5c5fef04f5b0b6caecaaee17b55d3fe5/queue: closing flushed file at 1731140427708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c896cc: reopening flushed file at 1731140427720 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542c33ec: reopening flushed file at 1731140427725 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5c5fef04f5b0b6caecaaee17b55d3fe5 in 496ms, sequenceid=12, compaction requested=false at 1731140427731 (+6 ms)Writing region close event to WAL at 1731140427731Running coprocessor post-close hooks at 1731140427734 (+3 ms)Closed at 1731140427734 2024-11-09T08:20:27,734 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140421204.5c5fef04f5b0b6caecaaee17b55d3fe5. 2024-11-09T08:20:27,798 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1328, reset compression=false 2024-11-09T08:20:27,831 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:27,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:20:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:27,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 from cache 2024-11-09T08:20:27,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:27,914 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:27,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:27,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:27,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 from cache 2024-11-09T08:20:28,031 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:28,101 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/ns/21adc7a05fcc4976a11261b10018bbaa 2024-11-09T08:20:28,118 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/rep_barrier/be726de5f43c42919ce84ab8d2027527 is 112, key is test,,1731140417874.2b84e2c0858310198a16414e7ae1cd09./rep_barrier:seqnumDuringOpen/1731140418676/Put/seqid=0 2024-11-09T08:20:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741850_1026 (size=5518) 2024-11-09T08:20:28,178 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:28,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 from cache 2024-11-09T08:20:28,202 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1328, reset compression=false 2024-11-09T08:20:28,231 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:20:28,231 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:20:28,231 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:28,420 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:28,431 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:28,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:28,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:28,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:28,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 from cache 2024-11-09T08:20:28,523 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/rep_barrier/be726de5f43c42919ce84ab8d2027527 2024-11-09T08:20:28,547 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/table/9fde39ff2056424dbcf85dfa3df4ec9b is 53, key is hbase:replication/table:state/1731140422476/Put/seqid=0 2024-11-09T08:20:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741851_1027 (size=5308) 2024-11-09T08:20:28,632 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:28,705 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/WALs/d7c8ba49ede6,36281,1731140413766/d7c8ba49ede6%2C36281%2C1731140413766.1731140415504 to pos 1328, reset compression=false 2024-11-09T08:20:28,832 DEBUG [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:28,951 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/table/9fde39ff2056424dbcf85dfa3df4ec9b 2024-11-09T08:20:28,955 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/info/27d03e96835f4d3cab2fb7e8a6ed92b3 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/info/27d03e96835f4d3cab2fb7e8a6ed92b3 2024-11-09T08:20:28,958 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/info/27d03e96835f4d3cab2fb7e8a6ed92b3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:20:28,959 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/ns/21adc7a05fcc4976a11261b10018bbaa as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/ns/21adc7a05fcc4976a11261b10018bbaa 2024-11-09T08:20:28,964 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/ns/21adc7a05fcc4976a11261b10018bbaa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:20:28,965 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/rep_barrier/be726de5f43c42919ce84ab8d2027527 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/rep_barrier/be726de5f43c42919ce84ab8d2027527 2024-11-09T08:20:28,969 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/rep_barrier/be726de5f43c42919ce84ab8d2027527, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:20:28,969 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/.tmp/table/9fde39ff2056424dbcf85dfa3df4ec9b as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/table/9fde39ff2056424dbcf85dfa3df4ec9b 2024-11-09T08:20:28,973 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/table/9fde39ff2056424dbcf85dfa3df4ec9b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:20:28,974 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false 2024-11-09T08:20:28,977 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:20:28,978 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:28,978 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:28,978 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:28,978 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140427230Running coprocessor pre-close hooks at 1731140427230Disabling compacts and flushes for region at 1731140427230Disabling writes for close at 1731140427230Obtaining lock to block concurrent updates at 1731140427231 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731140427231Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140427231Flushing stores of hbase:meta,,1.1588230740 at 1731140427231Flushing 1588230740/info: creating writer at 1731140427231Flushing 1588230740/info: appending metadata at 1731140427251 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731140427251Flushing 1588230740/ns: creating writer at 1731140427675 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731140427692 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731140427692Flushing 1588230740/rep_barrier: creating writer at 1731140428105 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140428118 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140428118Flushing 1588230740/table: creating writer at 1731140428528 (+410 ms)Flushing 1588230740/table: appending metadata at 1731140428546 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731140428546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d5b982: reopening flushed file at 1731140428954 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40656703: reopening flushed file at 1731140428958 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a009d62: reopening flushed file at 1731140428964 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8b18a0: reopening flushed file at 1731140428969 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false at 1731140428974 (+5 ms)Writing region close event to WAL at 1731140428975 (+1 ms)Running coprocessor post-close hooks at 1731140428978 (+3 ms)Closed at 1731140428978 2024-11-09T08:20:28,978 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:28,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:29,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1] 2024-11-09T08:20:29,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:29,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36281,1731140413766, seqNum=-1 from cache 2024-11-09T08:20:29,001 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:29,002 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T08:20:27.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27.970Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.180Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.491Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29.001Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T08:20:29,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T08:20:27.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27.970Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.180Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.491Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29.001Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T08:20:29,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36281 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41968 deadline: 1731140487008, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T08:20:27.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27.970Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.180Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.491Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29.001Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29,004 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T08:20:27.867Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:27.970Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.180Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:28.491Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting 2024-11-09T08:20:29.001Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:29,023 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:29,032 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,36281,1731140413766; all regions closed. 2024-11-09T08:20:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:20:29,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741839_1015 (size=3127) 2024-11-09T08:20:29,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741832_1008 (size=1336) 2024-11-09T08:20:29,038 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:29,038 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:29,038 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:29,038 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:29,038 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:29,038 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:29,038 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,36281,1731140413766 because: Region server is closing 2024-11-09T08:20:29,039 INFO [RS:0;d7c8ba49ede6:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36281. 2024-11-09T08:20:29,039 DEBUG [RS:0;d7c8ba49ede6:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:29,039 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:29,039 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:29,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7c8ba49ede6,36281,1731140413766 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:29,107 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server d7c8ba49ede6,36281,1731140413766 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:29,139 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.shipperd7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 terminated 2024-11-09T08:20:29,139 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,36281,1731140413766.replicationSource.wal-reader.d7c8ba49ede6%2C36281%2C1731140413766,1-d7c8ba49ede6,36281,1731140413766 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:20:29,139 INFO [RS:0;d7c8ba49ede6:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36281. 2024-11-09T08:20:29,139 DEBUG [RS:0;d7c8ba49ede6:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:29,139 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:29,139 DEBUG [RS:0;d7c8ba49ede6:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:29,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:29,140 INFO [RS:0;d7c8ba49ede6:36281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36281 2024-11-09T08:20:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132/rs 2024-11-09T08:20:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1790345132/rs/d7c8ba49ede6,36281,1731140413766 2024-11-09T08:20:29,161 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:29,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,36281,1731140413766] 2024-11-09T08:20:29,182 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1790345132/draining/d7c8ba49ede6,36281,1731140413766 already deleted, retry=false 2024-11-09T08:20:29,182 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,36281,1731140413766 expired; onlineServers=0 2024-11-09T08:20:29,182 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,41323,1731140413125' ***** 2024-11-09T08:20:29,182 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:20:29,182 INFO [M:0;d7c8ba49ede6:41323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:29,182 INFO [M:0;d7c8ba49ede6:41323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:29,182 DEBUG [M:0;d7c8ba49ede6:41323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:20:29,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:20:29,182 DEBUG [M:0;d7c8ba49ede6:41323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:20:29,182 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140415309 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140415309,5,FailOnTimeoutGroup] 2024-11-09T08:20:29,182 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140415308 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140415308,5,FailOnTimeoutGroup] 2024-11-09T08:20:29,182 INFO [M:0;d7c8ba49ede6:41323 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:29,182 INFO [M:0;d7c8ba49ede6:41323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:29,182 DEBUG [M:0;d7c8ba49ede6:41323 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:20:29,183 INFO [M:0;d7c8ba49ede6:41323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:20:29,183 INFO [M:0;d7c8ba49ede6:41323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:29,183 INFO [M:0;d7c8ba49ede6:41323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:20:29,183 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:20:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1790345132/master 2024-11-09T08:20:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1790345132 2024-11-09T08:20:29,192 DEBUG [M:0;d7c8ba49ede6:41323 {}] zookeeper.ZKUtil(347): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Unable to get data of znode /1790345132/master because node does not exist (not an error) 2024-11-09T08:20:29,192 WARN [M:0;d7c8ba49ede6:41323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:20:29,193 INFO [M:0;d7c8ba49ede6:41323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/.lastflushedseqids 2024-11-09T08:20:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741852_1028 (size=263) 2024-11-09T08:20:29,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:29,272 INFO [RS:0;d7c8ba49ede6:36281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:29,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1011eae40a30004, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:29,272 INFO [RS:0;d7c8ba49ede6:36281 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,36281,1731140413766; zookeeper connection closed. 2024-11-09T08:20:29,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7349a2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7349a2b 2024-11-09T08:20:29,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:20:29,310 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7c8ba49ede6:36281 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:36281 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:29,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d7c8ba49ede6:36281 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:36281 2024-11-09T08:20:29,311 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=d7c8ba49ede6:36281 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:36281 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:36281 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T08:20:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:20:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42064 deadline: 1731140489313, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T08:20:29,315 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T08:20:29,316 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T08:20:29,597 INFO [M:0;d7c8ba49ede6:41323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:20:29,597 INFO [M:0;d7c8ba49ede6:41323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:20:29,597 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:29,597 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:29,597 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:29,597 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:29,597 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:29,598 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T08:20:29,613 DEBUG [M:0;d7c8ba49ede6:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/247072be7b1d4b6a82c9788b72d914c5 is 82, key is hbase:meta,,1/info:regioninfo/1731140416578/Put/seqid=0 2024-11-09T08:20:29,616 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T08:20:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741853_1029 (size=5672) 2024-11-09T08:20:29,617 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/247072be7b1d4b6a82c9788b72d914c5 2024-11-09T08:20:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:20:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42064 deadline: 1731140489618, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T08:20:29,618 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T08:20:29,620 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T08:20:29,620 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T08:20:29,634 DEBUG [M:0;d7c8ba49ede6:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e5acf6a2ea0415db9bd409789f96dc3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140422482/Put/seqid=0 2024-11-09T08:20:29,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741854_1030 (size=8517) 2024-11-09T08:20:29,727 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:30,021 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T08:20:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:20:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:42064 deadline: 1731140490022, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T08:20:30,023 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T08:20:30,024 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T08:20:30,024 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T08:20:30,039 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e5acf6a2ea0415db9bd409789f96dc3 2024-11-09T08:20:30,056 DEBUG [M:0;d7c8ba49ede6:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a4beb47b5094ca0bf4d8096835cc963 is 69, key is d7c8ba49ede6,36281,1731140413766/rs:state/1731140415329/Put/seqid=0 2024-11-09T08:20:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741855_1031 (size=5156) 2024-11-09T08:20:30,460 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a4beb47b5094ca0bf4d8096835cc963 2024-11-09T08:20:30,465 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/247072be7b1d4b6a82c9788b72d914c5 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/247072be7b1d4b6a82c9788b72d914c5 2024-11-09T08:20:30,469 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/247072be7b1d4b6a82c9788b72d914c5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:20:30,470 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e5acf6a2ea0415db9bd409789f96dc3 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e5acf6a2ea0415db9bd409789f96dc3 2024-11-09T08:20:30,474 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e5acf6a2ea0415db9bd409789f96dc3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:20:30,475 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a4beb47b5094ca0bf4d8096835cc963 as hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a4beb47b5094ca0bf4d8096835cc963 2024-11-09T08:20:30,479 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/607024fc-d989-9bf8-e062-efb357b900d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a4beb47b5094ca0bf4d8096835cc963, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:20:30,480 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-09T08:20:30,481 INFO [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:30,482 DEBUG [M:0;d7c8ba49ede6:41323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140429597Disabling compacts and flushes for region at 1731140429597Disabling writes for close at 1731140429597Obtaining lock to block concurrent updates at 1731140429598 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140429598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731140429598Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140429598Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140429598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140429613 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140429613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140429622 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140429634 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140429634Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140430043 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140430056 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140430056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed8d3e6: reopening flushed file at 1731140430464 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1342560f: reopening flushed file at 1731140430469 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bb92a6: reopening flushed file at 1731140430474 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731140430480 (+6 ms)Writing region close event to WAL at 1731140430481 (+1 ms)Closed at 1731140430481 2024-11-09T08:20:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37165 is added to blk_1073741830_1006 (size=63666) 2024-11-09T08:20:30,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:30,485 INFO [M:0;d7c8ba49ede6:41323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:20:30,485 INFO [M:0;d7c8ba49ede6:41323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41323 2024-11-09T08:20:30,486 INFO [M:0;d7c8ba49ede6:41323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:30,524 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T08:20:30,525 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7c8ba49ede6:41323 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:41323 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:30,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d7c8ba49ede6:41323 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:41323 2024-11-09T08:20:30,531 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:30,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:30,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7c8ba49ede6:41323 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:41323 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:20:30,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=d7c8ba49ede6:41323 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T08:20:30,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address d7c8ba49ede6:41323 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7c8ba49ede6/172.17.0.3:41323 2024-11-09T08:20:30,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:30,675 INFO [M:0;d7c8ba49ede6:41323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:30,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1011eae40a30003, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:30,689 WARN [BP-547971592-172.17.0.3-1731140410475 heartbeating to localhost/127.0.0.1:35531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547971592-172.17.0.3-1731140410475 (Datanode Uuid 3e2081cf-ad73-4c37-97a3-29ce45cf0218) service to localhost/127.0.0.1:35531 2024-11-09T08:20:30,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/cluster_d60d3c85-aea9-b2a5-fc6b-cd35da88f86d/data/data1/current/BP-547971592-172.17.0.3-1731140410475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:30,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/cluster_d60d3c85-aea9-b2a5-fc6b-cd35da88f86d/data/data2/current/BP-547971592-172.17.0.3-1731140410475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:30,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14610450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:30,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7bda64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:30,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:30,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7998d69f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:30,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:30,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:20:30,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f7ba7a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:30,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@272158a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:30,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:30,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a4639a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:30,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:30,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:20:30,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:20:30,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:30,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:30,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:30,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:30,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:30,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:20:30,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2115364967, stopped=false 2024-11-09T08:20:30,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,46095,1731140406566 2024-11-09T08:20:30,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0765565008/running 2024-11-09T08:20:30,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0765565008/running 2024-11-09T08:20:30,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:30,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:30,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:30,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/running 2024-11-09T08:20:30,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Set watcher on znode that does not yet exist, /0765565008/running 2024-11-09T08:20:30,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:30,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:30,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:30,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,39187,1731140406845' ***** 2024-11-09T08:20:30,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:20:30,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(3091): Received CLOSE for 9314d6c3f466aec9f0d00fbb5045a767 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(3091): Received CLOSE for b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:30,745 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9314d6c3f466aec9f0d00fbb5045a767, disabling compactions & flushes 2024-11-09T08:20:30,745 INFO [RS:0;d7c8ba49ede6:39187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:39187. 2024-11-09T08:20:30,745 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:30,746 DEBUG [RS:0;d7c8ba49ede6:39187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. after waiting 0 ms 2024-11-09T08:20:30,746 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:30,746 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:20:30,746 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:20:30,746 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9314d6c3f466aec9f0d00fbb5045a767 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T08:20:30,746 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:20:30,746 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:20:30,746 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:20:30,746 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1325): Online Regions={9314d6c3f466aec9f0d00fbb5045a767=hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767., b5c87d046b0faf63541c405d1b935eb0=test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:20:30,746 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9314d6c3f466aec9f0d00fbb5045a767, b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:30,746 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:30,746 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:30,746 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:20:30,760 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/.tmp/hfileref/32c5a69378414a0d852838571ff99a96 is 74, key is 1/hfileref:6ad763049cc54468b0872d85b612b678_SeqId_6_/1731140426887/Put/seqid=0 2024-11-09T08:20:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741846_1022 (size=5345) 2024-11-09T08:20:30,765 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/info/c2ebb17116244221ada4c61118d45b02 is 147, key is hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767./info:regioninfo/1731140420284/Put/seqid=0 2024-11-09T08:20:30,767 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/.tmp/hfileref/32c5a69378414a0d852838571ff99a96 2024-11-09T08:20:30,768 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741847_1023 (size=7686) 2024-11-09T08:20:30,784 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/.tmp/queue/b9c078deb4194fa6970b5a893ecd4b41 is 153, key is 1-d7c8ba49ede6,39187,1731140406845/queue:d7c8ba49ede6%2C39187%2C1731140406845/1731140425209/Put/seqid=0 2024-11-09T08:20:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741848_1024 (size=5352) 2024-11-09T08:20:30,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:30,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d7c8ba49ede6:41323 this server is in the failed servers list 2024-11-09T08:20:30,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d7c8ba49ede6:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:30,946 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9314d6c3f466aec9f0d00fbb5045a767, b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:31,112 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:20:31,112 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:20:31,146 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9314d6c3f466aec9f0d00fbb5045a767, b5c87d046b0faf63541c405d1b935eb0 2024-11-09T08:20:31,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:31,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d7c8ba49ede6:41323 this server is in the failed servers list 2024-11-09T08:20:31,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d7c8ba49ede6:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:31,173 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/info/c2ebb17116244221ada4c61118d45b02 2024-11-09T08:20:31,188 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/.tmp/queue/b9c078deb4194fa6970b5a893ecd4b41 2024-11-09T08:20:31,191 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/ns/8fdbc3de7e964b22933c5d3a8cb1115f is 43, key is default/ns:d/1731140410338/Put/seqid=0 2024-11-09T08:20:31,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741849_1025 (size=5153) 2024-11-09T08:20:31,194 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/.tmp/hfileref/32c5a69378414a0d852838571ff99a96 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/hfileref/32c5a69378414a0d852838571ff99a96 2024-11-09T08:20:31,195 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/ns/8fdbc3de7e964b22933c5d3a8cb1115f 2024-11-09T08:20:31,198 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/hfileref/32c5a69378414a0d852838571ff99a96, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T08:20:31,199 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/.tmp/queue/b9c078deb4194fa6970b5a893ecd4b41 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/queue/b9c078deb4194fa6970b5a893ecd4b41 2024-11-09T08:20:31,205 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/queue/b9c078deb4194fa6970b5a893ecd4b41, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T08:20:31,206 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9314d6c3f466aec9f0d00fbb5045a767 in 460ms, sequenceid=10, compaction requested=false 2024-11-09T08:20:31,209 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/replication/9314d6c3f466aec9f0d00fbb5045a767/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:31,210 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9314d6c3f466aec9f0d00fbb5045a767: Waiting for close lock at 1731140430745Running coprocessor pre-close hooks at 1731140430745Disabling compacts and flushes for region at 1731140430745Disabling writes for close at 1731140430746 (+1 ms)Obtaining lock to block concurrent updates at 1731140430746Preparing flush snapshotting stores in 9314d6c3f466aec9f0d00fbb5045a767 at 1731140430746Finished memstore snapshotting hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731140430746Flushing stores of hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. at 1731140430747 (+1 ms)Flushing 9314d6c3f466aec9f0d00fbb5045a767/hfileref: creating writer at 1731140430747Flushing 9314d6c3f466aec9f0d00fbb5045a767/hfileref: appending metadata at 1731140430759 (+12 ms)Flushing 9314d6c3f466aec9f0d00fbb5045a767/hfileref: closing flushed file at 1731140430759Flushing 9314d6c3f466aec9f0d00fbb5045a767/queue: creating writer at 1731140430772 (+13 ms)Flushing 9314d6c3f466aec9f0d00fbb5045a767/queue: appending metadata at 1731140430784 (+12 ms)Flushing 9314d6c3f466aec9f0d00fbb5045a767/queue: closing flushed file at 1731140430784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c6bbc6: reopening flushed file at 1731140431193 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265180d5: reopening flushed file at 1731140431198 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9314d6c3f466aec9f0d00fbb5045a767 in 460ms, sequenceid=10, compaction requested=false at 1731140431206 (+8 ms)Writing region close event to WAL at 1731140431207 (+1 ms)Running coprocessor post-close hooks at 1731140431210 (+3 ms)Closed at 1731140431210 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140419053.9314d6c3f466aec9f0d00fbb5045a767. 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5c87d046b0faf63541c405d1b935eb0, disabling compactions & flushes 2024-11-09T08:20:31,210 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. after waiting 0 ms 2024-11-09T08:20:31,210 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:31,214 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/default/test/b5c87d046b0faf63541c405d1b935eb0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:20:31,214 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:31,214 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:20:31,214 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:31,214 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5c87d046b0faf63541c405d1b935eb0: Waiting for close lock at 1731140431210Running coprocessor pre-close hooks at 1731140431210Disabling compacts and flushes for region at 1731140431210Disabling writes for close at 1731140431210Writing region close event to WAL at 1731140431211 (+1 ms)Running coprocessor post-close hooks at 1731140431214 (+3 ms)Closed at 1731140431214 2024-11-09T08:20:31,214 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0. 2024-11-09T08:20:31,219 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/rep_barrier/ae92b224b7a54abcbb6813996388ff72 is 112, key is test,,1731140416726.b5c87d046b0faf63541c405d1b935eb0./rep_barrier:seqnumDuringOpen/1731140417516/Put/seqid=0 2024-11-09T08:20:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741850_1026 (size=5518) 2024-11-09T08:20:31,347 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:31,435 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1033, reset compression=false 2024-11-09T08:20:31,440 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:31,440 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1328, reset compression=false 2024-11-09T08:20:31,547 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:31,623 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/rep_barrier/ae92b224b7a54abcbb6813996388ff72 2024-11-09T08:20:31,639 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/table/ea6cd0ccc0814647a6349c18d389fb14 is 53, key is hbase:replication/table:state/1731140420290/Put/seqid=0 2024-11-09T08:20:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741851_1027 (size=5308) 2024-11-09T08:20:31,644 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1328, reset compression=false 2024-11-09T08:20:31,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:31,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d7c8ba49ede6:41323 this server is in the failed servers list 2024-11-09T08:20:31,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d7c8ba49ede6:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:31,747 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:20:31,747 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:20:31,747 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:31,947 DEBUG [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:31,948 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.wal-reader.d7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.1731140409260 to pos 1328, reset compression=false 2024-11-09T08:20:32,044 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/table/ea6cd0ccc0814647a6349c18d389fb14 2024-11-09T08:20:32,048 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/info/c2ebb17116244221ada4c61118d45b02 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/info/c2ebb17116244221ada4c61118d45b02 2024-11-09T08:20:32,053 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/info/c2ebb17116244221ada4c61118d45b02, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:20:32,053 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/ns/8fdbc3de7e964b22933c5d3a8cb1115f as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/ns/8fdbc3de7e964b22933c5d3a8cb1115f 2024-11-09T08:20:32,060 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/ns/8fdbc3de7e964b22933c5d3a8cb1115f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:20:32,061 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/rep_barrier/ae92b224b7a54abcbb6813996388ff72 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/rep_barrier/ae92b224b7a54abcbb6813996388ff72 2024-11-09T08:20:32,065 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/rep_barrier/ae92b224b7a54abcbb6813996388ff72, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:20:32,066 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/.tmp/table/ea6cd0ccc0814647a6349c18d389fb14 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/table/ea6cd0ccc0814647a6349c18d389fb14 2024-11-09T08:20:32,071 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/table/ea6cd0ccc0814647a6349c18d389fb14, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:20:32,072 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-09T08:20:32,080 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:20:32,081 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:32,081 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:32,081 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:32,081 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140430746Running coprocessor pre-close hooks at 1731140430746Disabling compacts and flushes for region at 1731140430746Disabling writes for close at 1731140430746Obtaining lock to block concurrent updates at 1731140430746Preparing flush snapshotting stores in 1588230740 at 1731140430746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140430747 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140430747Flushing 1588230740/info: creating writer at 1731140430747Flushing 1588230740/info: appending metadata at 1731140430765 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731140430765Flushing 1588230740/ns: creating writer at 1731140431177 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731140431190 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731140431190Flushing 1588230740/rep_barrier: creating writer at 1731140431199 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140431219 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140431219Flushing 1588230740/table: creating writer at 1731140431627 (+408 ms)Flushing 1588230740/table: appending metadata at 1731140431639 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731140431639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1923cc: reopening flushed file at 1731140432047 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bd9a7c: reopening flushed file at 1731140432053 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256f82e3: reopening flushed file at 1731140432060 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbe48e7: reopening flushed file at 1731140432066 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731140432072 (+6 ms)Writing region close event to WAL at 1731140432077 (+5 ms)Running coprocessor post-close hooks at 1731140432081 (+4 ms)Closed at 1731140432081 2024-11-09T08:20:32,081 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:32,148 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,39187,1731140406845; all regions closed. 2024-11-09T08:20:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:20:32,153 DEBUG [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/oldWALs 2024-11-09T08:20:32,153 INFO [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C39187%2C1731140406845.meta:.meta(num 1731140410163) 2024-11-09T08:20:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741839_1015 (size=2695) 2024-11-09T08:20:32,155 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/WALs/d7c8ba49ede6,39187,1731140406845/d7c8ba49ede6%2C39187%2C1731140406845.rep.1731140420207 not finished, retry = 0 2024-11-09T08:20:32,258 DEBUG [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/oldWALs 2024-11-09T08:20:32,258 INFO [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C39187%2C1731140406845.rep:(num 1731140420207) 2024-11-09T08:20:32,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741832_1008 (size=1336) 2024-11-09T08:20:32,262 DEBUG [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/oldWALs 2024-11-09T08:20:32,262 INFO [RS:0;d7c8ba49ede6:39187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C39187%2C1731140406845:(num 1731140409260) 2024-11-09T08:20:32,262 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:32,262 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:32,262 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:32,262 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:32,262 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:32,262 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:32,262 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,39187,1731140406845 because: Region server is closing 2024-11-09T08:20:32,263 INFO [RS:0;d7c8ba49ede6:39187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:39187. 2024-11-09T08:20:32,263 DEBUG [RS:0;d7c8ba49ede6:39187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:32,263 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:32,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:32,263 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:32,364 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T08:20:32,364 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T08:20:32,364 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T08:20:32,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:32,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:32,682 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:32,965 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,39187,1731140406845.replicationSource.shipperd7c8ba49ede6%2C39187%2C1731140406845,1-d7c8ba49ede6,39187,1731140406845 terminated 2024-11-09T08:20:32,965 INFO [RS:0;d7c8ba49ede6:39187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:39187. 2024-11-09T08:20:32,965 DEBUG [RS:0;d7c8ba49ede6:39187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:32,965 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:32,965 DEBUG [RS:0;d7c8ba49ede6:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:32,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:32,966 INFO [RS:0;d7c8ba49ede6:39187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39187 2024-11-09T08:20:33,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0765565008/rs/d7c8ba49ede6,39187,1731140406845 2024-11-09T08:20:33,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008/rs 2024-11-09T08:20:33,034 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:33,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,39187,1731140406845] 2024-11-09T08:20:33,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0765565008/draining/d7c8ba49ede6,39187,1731140406845 already deleted, retry=false 2024-11-09T08:20:33,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,39187,1731140406845 expired; onlineServers=0 2024-11-09T08:20:33,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,46095,1731140406566' ***** 2024-11-09T08:20:33,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:20:33,055 INFO [M:0;d7c8ba49ede6:46095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:33,055 INFO [M:0;d7c8ba49ede6:46095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:33,055 DEBUG [M:0;d7c8ba49ede6:46095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:20:33,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:20:33,055 DEBUG [M:0;d7c8ba49ede6:46095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:20:33,056 INFO [M:0;d7c8ba49ede6:46095 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:33,056 INFO [M:0;d7c8ba49ede6:46095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:33,056 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140408952 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140408952,5,FailOnTimeoutGroup] 2024-11-09T08:20:33,056 DEBUG [M:0;d7c8ba49ede6:46095 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:20:33,056 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140408950 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140408950,5,FailOnTimeoutGroup] 2024-11-09T08:20:33,056 INFO [M:0;d7c8ba49ede6:46095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:20:33,056 INFO [M:0;d7c8ba49ede6:46095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:33,056 INFO [M:0;d7c8ba49ede6:46095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:20:33,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:20:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0765565008/master 2024-11-09T08:20:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0765565008 2024-11-09T08:20:33,066 DEBUG [M:0;d7c8ba49ede6:46095 {}] zookeeper.ZKUtil(347): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Unable to get data of znode /0765565008/master because node does not exist (not an error) 2024-11-09T08:20:33,066 WARN [M:0;d7c8ba49ede6:46095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:20:33,066 INFO [M:0;d7c8ba49ede6:46095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/.lastflushedseqids 2024-11-09T08:20:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741852_1028 (size=263) 2024-11-09T08:20:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1011eae40a30001, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:33,145 INFO [RS:0;d7c8ba49ede6:39187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:33,145 INFO [RS:0;d7c8ba49ede6:39187 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,39187,1731140406845; zookeeper connection closed. 2024-11-09T08:20:33,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5632aea2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5632aea2 2024-11-09T08:20:33,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:20:33,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:33,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:33,475 INFO [M:0;d7c8ba49ede6:46095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:20:33,475 INFO [M:0;d7c8ba49ede6:46095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:20:33,475 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:33,475 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:33,475 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:33,475 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:33,475 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:33,475 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T08:20:33,493 DEBUG [M:0;d7c8ba49ede6:46095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5b47689a7c346e8853f2585984e4b89 is 82, key is hbase:meta,,1/info:regioninfo/1731140410203/Put/seqid=0 2024-11-09T08:20:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741853_1029 (size=5672) 2024-11-09T08:20:33,497 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5b47689a7c346e8853f2585984e4b89 2024-11-09T08:20:33,516 DEBUG [M:0;d7c8ba49ede6:46095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee74a65e2b7c45a3a1e8a18ac915675c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140420294/Put/seqid=0 2024-11-09T08:20:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741854_1030 (size=8517) 2024-11-09T08:20:33,922 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee74a65e2b7c45a3a1e8a18ac915675c 2024-11-09T08:20:33,943 DEBUG [M:0;d7c8ba49ede6:46095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4186d9098e144b0ac05f3f6ae6cc499 is 69, key is d7c8ba49ede6,39187,1731140406845/rs:state/1731140409038/Put/seqid=0 2024-11-09T08:20:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741855_1031 (size=5156) 2024-11-09T08:20:33,947 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4186d9098e144b0ac05f3f6ae6cc499 2024-11-09T08:20:33,951 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5b47689a7c346e8853f2585984e4b89 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5b47689a7c346e8853f2585984e4b89 2024-11-09T08:20:33,955 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5b47689a7c346e8853f2585984e4b89, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:20:33,956 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee74a65e2b7c45a3a1e8a18ac915675c as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee74a65e2b7c45a3a1e8a18ac915675c 2024-11-09T08:20:33,960 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee74a65e2b7c45a3a1e8a18ac915675c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:20:33,961 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4186d9098e144b0ac05f3f6ae6cc499 as hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4186d9098e144b0ac05f3f6ae6cc499 2024-11-09T08:20:33,965 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/3732443c-0f9f-2751-330d-75dfcce57ef0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4186d9098e144b0ac05f3f6ae6cc499, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:20:33,966 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false 2024-11-09T08:20:33,972 INFO [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:33,972 DEBUG [M:0;d7c8ba49ede6:46095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140433475Disabling compacts and flushes for region at 1731140433475Disabling writes for close at 1731140433475Obtaining lock to block concurrent updates at 1731140433475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140433475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731140433475Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140433476 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140433476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140433493 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140433493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140433501 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140433516 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140433516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140433926 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140433943 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140433943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209a43b4: reopening flushed file at 1731140433951 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9497a49: reopening flushed file at 1731140433955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4c1666: reopening flushed file at 1731140433960 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false at 1731140433966 (+6 ms)Writing region close event to WAL at 1731140433972 (+6 ms)Closed at 1731140433972 2024-11-09T08:20:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741830_1006 (size=63666) 2024-11-09T08:20:33,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:33,975 INFO [M:0;d7c8ba49ede6:46095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:20:33,975 INFO [M:0;d7c8ba49ede6:46095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46095 2024-11-09T08:20:33,976 INFO [M:0;d7c8ba49ede6:46095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:34,106 INFO [M:0;d7c8ba49ede6:46095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:34,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:34,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46095-0x1011eae40a30000, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:34,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c6dabe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:34,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f115ead{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:34,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:34,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7820b50b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:34,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:34,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:20:34,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:20:34,110 WARN [BP-1570016900-172.17.0.3-1731140404501 heartbeating to localhost/127.0.0.1:39637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:20:34,111 WARN [BP-1570016900-172.17.0.3-1731140404501 heartbeating to localhost/127.0.0.1:39637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570016900-172.17.0.3-1731140404501 (Datanode Uuid c09c46e9-4feb-4ba8-9840-5087d4b164d6) service to localhost/127.0.0.1:39637 2024-11-09T08:20:34,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/data/data1/current/BP-1570016900-172.17.0.3-1731140404501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:34,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/cluster_0c812a41-54cf-2000-afbc-80e6a2def1db/data/data2/current/BP-1570016900-172.17.0.3-1731140404501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:20:34,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:20:34,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69dd62f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:34,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@552d44e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:20:34,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:20:34,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d181f38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:20:34,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56fe2828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60069b0d-3000-5c9d-95b2-810f83925ee8/hadoop.log.dir/,STOPPED} 2024-11-09T08:20:34,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:20:34,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:20:34,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35531 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35531 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39637 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39637 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35531 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39637 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=632 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 328) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1406 (was 1171) - AvailableMemoryMB LEAK? - 2024-11-09T08:20:34,152 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=632, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=1406 2024-11-09T08:20:34,164 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T08:20:34,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir so I do NOT create it in target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe 2024-11-09T08:20:34,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:20:34,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.tmp.dir so I do NOT create it in target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe 2024-11-09T08:20:34,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc02357-a1e7-abc7-883d-68787c09a645/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:20:34,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe 2024-11-09T08:20:34,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79, deleteOnExit=true 2024-11-09T08:20:34,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eae40a30005, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:20:34,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eae40a30002, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:20:34,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eae40a30002, quorum=127.0.0.1:54171, baseZNode=/0765565008 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:20:34,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eae40a30005, quorum=127.0.0.1:54171, baseZNode=/1790345132 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:20:34,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/zookeeper_0, clientPort=61252, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:20:34,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61252 2024-11-09T08:20:34,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:20:34,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:20:34,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/test.cache.data in system properties and HBase conf 2024-11-09T08:20:34,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:20:34,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:20:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:20:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:20:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:20:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:20:34,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:34,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:34,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:34,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:34,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:34,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:34,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:34,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:20:34,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:34,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebb900e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:34,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6d5614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:34,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46bc032c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/java.io.tmpdir/jetty-localhost-39371-hadoop-hdfs-3_4_1-tests_jar-_-any-14057843103365990894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:34,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e437044{HTTP/1.1, (http/1.1)}{localhost:39371} 2024-11-09T08:20:34,990 INFO [Time-limited test {}] server.Server(415): Started @196772ms 2024-11-09T08:20:35,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:35,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:35,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:35,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:35,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:20:35,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1842d1ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:35,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac3b55f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:35,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fdfef11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/java.io.tmpdir/jetty-localhost-40839-hadoop-hdfs-3_4_1-tests_jar-_-any-5908152756942804983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:35,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cc1dd20{HTTP/1.1, (http/1.1)}{localhost:40839} 2024-11-09T08:20:35,397 INFO [Time-limited test {}] server.Server(415): Started @197179ms 2024-11-09T08:20:35,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:20:35,983 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/data/data2/current/BP-93133982-172.17.0.3-1731140434415/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:35,983 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/data/data1/current/BP-93133982-172.17.0.3-1731140434415/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:36,004 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:20:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe8bfc8b0d89fa74 with lease ID 0x1b713512a2f535cf: Processing first storage report for DS-0cafb1f9-47f3-4d5b-a7d2-5f7348431b31 from datanode DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c30bd27a-2580-4484-a2bf-12f2a97593af, infoPort=40369, infoSecurePort=0, ipcPort=35919, storageInfo=lv=-57;cid=testClusterID;nsid=1801856257;c=1731140434415) 2024-11-09T08:20:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe8bfc8b0d89fa74 with lease ID 0x1b713512a2f535cf: from storage DS-0cafb1f9-47f3-4d5b-a7d2-5f7348431b31 node DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c30bd27a-2580-4484-a2bf-12f2a97593af, infoPort=40369, infoSecurePort=0, ipcPort=35919, storageInfo=lv=-57;cid=testClusterID;nsid=1801856257;c=1731140434415), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe8bfc8b0d89fa74 with lease ID 0x1b713512a2f535cf: Processing first storage report for DS-fb40a929-0f62-4ba8-98f5-dc45ff61e20c from datanode DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c30bd27a-2580-4484-a2bf-12f2a97593af, infoPort=40369, infoSecurePort=0, ipcPort=35919, storageInfo=lv=-57;cid=testClusterID;nsid=1801856257;c=1731140434415) 2024-11-09T08:20:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe8bfc8b0d89fa74 with lease ID 0x1b713512a2f535cf: from storage DS-fb40a929-0f62-4ba8-98f5-dc45ff61e20c node DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c30bd27a-2580-4484-a2bf-12f2a97593af, infoPort=40369, infoSecurePort=0, ipcPort=35919, storageInfo=lv=-57;cid=testClusterID;nsid=1801856257;c=1731140434415), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:36,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe 2024-11-09T08:20:36,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:36,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:20:36,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06 with version=8 2024-11-09T08:20:36,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/hbase-staging 2024-11-09T08:20:36,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:36,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:36,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35723 2024-11-09T08:20:36,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35723 connecting to ZooKeeper ensemble=127.0.0.1:61252 2024-11-09T08:20:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357230x0, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:36,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35723-0x1011eaeb5860000 connected 2024-11-09T08:20:36,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:36,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:36,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/running 2024-11-09T08:20:36,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06, hbase.cluster.distributed=false 2024-11-09T08:20:36,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/acl 2024-11-09T08:20:36,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-09T08:20:36,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35723 2024-11-09T08:20:36,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35723 2024-11-09T08:20:36,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-09T08:20:36,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-09T08:20:36,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:36,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:36,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:36,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:36,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:36,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:36,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:20:36,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:36,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42643 2024-11-09T08:20:36,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42643 connecting to ZooKeeper ensemble=127.0.0.1:61252 2024-11-09T08:20:36,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:36,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:36,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426430x0, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:36,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42643-0x1011eaeb5860001 connected 2024-11-09T08:20:36,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/running 2024-11-09T08:20:36,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:20:36,839 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:20:36,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/master 2024-11-09T08:20:36,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/acl 2024-11-09T08:20:36,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-09T08:20:36,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42643 2024-11-09T08:20:36,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42643 2024-11-09T08:20:36,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-09T08:20:36,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-09T08:20:36,859 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:35723 2024-11-09T08:20:36,860 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01367097228/backup-masters/d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:36,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228/backup-masters 2024-11-09T08:20:36,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228/backup-masters 2024-11-09T08:20:36,872 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on existing znode=/01367097228/backup-masters/d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367097228/master 2024-11-09T08:20:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:36,883 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on existing znode=/01367097228/master 2024-11-09T08:20:36,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01367097228/backup-masters/d7c8ba49ede6,35723,1731140436439 from backup master directory 2024-11-09T08:20:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228/backup-masters 2024-11-09T08:20:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367097228/backup-masters/d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228/backup-masters 2024-11-09T08:20:36,893 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:36,893 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:36,896 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/hbase.id] with ID: 78872847-3b59-4988-a4d8-223b167090c0 2024-11-09T08:20:36,896 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/.tmp/hbase.id 2024-11-09T08:20:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:20:37,301 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/.tmp/hbase.id]:[hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/hbase.id] 2024-11-09T08:20:37,310 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:37,310 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:20:37,310 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T08:20:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:20:37,768 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:37,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:20:37,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:20:38,176 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store 2024-11-09T08:20:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:20:38,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:38,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:38,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:38,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:38,582 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:38,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:38,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:38,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:38,582 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:38,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140438582Disabling compacts and flushes for region at 1731140438582Disabling writes for close at 1731140438582Writing region close event to WAL at 1731140438582Closed at 1731140438582 2024-11-09T08:20:38,583 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/.initializing 2024-11-09T08:20:38,583 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/WALs/d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:38,584 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:38,585 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C35723%2C1731140436439, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/WALs/d7c8ba49ede6,35723,1731140436439, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/oldWALs, maxLogs=10 2024-11-09T08:20:38,598 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/WALs/d7c8ba49ede6,35723,1731140436439/d7c8ba49ede6%2C35723%2C1731140436439.1731140438585, exclude list is [], retry=0 2024-11-09T08:20:38,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-0cafb1f9-47f3-4d5b-a7d2-5f7348431b31,DISK] 2024-11-09T08:20:38,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/WALs/d7c8ba49ede6,35723,1731140436439/d7c8ba49ede6%2C35723%2C1731140436439.1731140438585 2024-11-09T08:20:38,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-09T08:20:38,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:38,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:38,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:20:38,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:38,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:38,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:20:38,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:38,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:38,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:20:38,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:38,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:38,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:20:38,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:38,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:38,609 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,609 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,610 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:38,612 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:38,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:38,614 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70713197, jitterRate=0.053708747029304504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:38,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140438602Initializing all the Stores at 1731140438603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140438603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140438603Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140438603Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140438603Cleaning up temporary data from old regions at 1731140438611 (+8 ms)Region opened successfully at 1731140438614 (+3 ms) 2024-11-09T08:20:38,615 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:20:38,618 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594dd164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:38,618 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:20:38,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:20:38,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:20:38,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:20:38,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:20:38,620 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:20:38,620 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:20:38,621 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:20:38,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Unable to get data of znode /01367097228/balancer because node does not exist (not necessarily an error) 2024-11-09T08:20:38,688 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367097228/balancer already deleted, retry=false 2024-11-09T08:20:38,689 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:20:38,689 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Unable to get data of znode /01367097228/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:20:38,699 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367097228/normalizer already deleted, retry=false 2024-11-09T08:20:38,699 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:20:38,700 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Unable to get data of znode /01367097228/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:20:38,709 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367097228/switch/split already deleted, retry=false 2024-11-09T08:20:38,710 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Unable to get data of znode /01367097228/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:20:38,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367097228/switch/merge already deleted, retry=false 2024-11-09T08:20:38,722 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Unable to get data of znode /01367097228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:20:38,730 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367097228/snapshot-cleanup already deleted, retry=false 2024-11-09T08:20:38,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:38,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:38,740 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367097228/running 2024-11-09T08:20:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367097228/running 2024-11-09T08:20:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:38,741 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,35723,1731140436439, sessionid=0x1011eaeb5860000, setting cluster-up flag (Was=false) 2024-11-09T08:20:38,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:38,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:38,793 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367097228/flush-table-proc/acquired, /01367097228/flush-table-proc/reached, /01367097228/flush-table-proc/abort 2024-11-09T08:20:38,794 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:38,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:38,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:38,846 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367097228/online-snapshot/acquired, /01367097228/online-snapshot/reached, /01367097228/online-snapshot/abort 2024-11-09T08:20:38,847 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:38,848 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:20:38,849 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:38,850 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:20:38,850 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:20:38,850 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,35723,1731140436439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:38,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140468852 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:20:38,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:38,852 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:38,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:20:38,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:38,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:20:38,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:20:38,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:20:38,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:20:38,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:20:38,860 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:20:38,860 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:20:38,864 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140438860,5,FailOnTimeoutGroup] 2024-11-09T08:20:38,868 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140438864,5,FailOnTimeoutGroup] 2024-11-09T08:20:38,868 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:38,868 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:20:38,868 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:38,868 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:38,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:20:38,949 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(746): ClusterId : 78872847-3b59-4988-a4d8-223b167090c0 2024-11-09T08:20:38,949 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:20:38,957 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:20:38,957 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:20:38,967 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:20:38,967 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3514cffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:38,983 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:42643 2024-11-09T08:20:38,983 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:20:38,983 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:20:38,983 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:20:38,984 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,35723,1731140436439 with port=42643, startcode=1731140436822 2024-11-09T08:20:38,984 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:20:38,985 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:20:38,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:38,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35723 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:38,987 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06 2024-11-09T08:20:38,987 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42645 2024-11-09T08:20:38,987 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:20:38,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228/rs 2024-11-09T08:20:38,998 DEBUG [RS:0;d7c8ba49ede6:42643 {}] zookeeper.ZKUtil(111): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on existing znode=/01367097228/rs/d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:38,999 WARN [RS:0;d7c8ba49ede6:42643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:38,999 INFO [RS:0;d7c8ba49ede6:42643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:38,999 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:38,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,42643,1731140436822] 2024-11-09T08:20:39,001 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:20:39,002 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:20:39,003 INFO [RS:0;d7c8ba49ede6:42643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:20:39,003 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,003 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:20:39,003 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:20:39,003 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,003 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,003 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:39,004 DEBUG [RS:0;d7c8ba49ede6:42643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:39,008 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,008 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,008 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,008 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,009 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,009 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42643,1731140436822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:39,026 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:20:39,026 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42643,1731140436822-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,026 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,026 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.Replication(171): d7c8ba49ede6,42643,1731140436822 started 2024-11-09T08:20:39,040 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,040 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,42643,1731140436822, RpcServer on d7c8ba49ede6/172.17.0.3:42643, sessionid=0x1011eaeb5860001 2024-11-09T08:20:39,040 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:20:39,040 DEBUG [RS:0;d7c8ba49ede6:42643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:39,040 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42643,1731140436822' 2024-11-09T08:20:39,040 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367097228/flush-table-proc/abort' 2024-11-09T08:20:39,040 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367097228/flush-table-proc/acquired' 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42643,1731140436822' 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367097228/online-snapshot/abort' 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367097228/online-snapshot/acquired' 2024-11-09T08:20:39,041 DEBUG [RS:0;d7c8ba49ede6:42643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:20:39,041 INFO [RS:0;d7c8ba49ede6:42643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:20:39,041 INFO [RS:0;d7c8ba49ede6:42643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:20:39,142 INFO [RS:0;d7c8ba49ede6:42643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:39,144 INFO [RS:0;d7c8ba49ede6:42643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42643%2C1731140436822, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/oldWALs, maxLogs=10 2024-11-09T08:20:39,160 DEBUG [RS:0;d7c8ba49ede6:42643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, exclude list is [], retry=0 2024-11-09T08:20:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-0cafb1f9-47f3-4d5b-a7d2-5f7348431b31,DISK] 2024-11-09T08:20:39,164 INFO [RS:0;d7c8ba49ede6:42643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 2024-11-09T08:20:39,164 DEBUG [RS:0;d7c8ba49ede6:42643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-09T08:20:39,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:20:39,271 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06 2024-11-09T08:20:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:20:39,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:39,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:39,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:39,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:39,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:39,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:39,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:39,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:39,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:39,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:39,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740 2024-11-09T08:20:39,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740 2024-11-09T08:20:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:39,286 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:39,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:39,289 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:39,289 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70670809, jitterRate=0.05307711660861969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:39,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140439278Initializing all the Stores at 1731140439279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140439279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140439279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140439279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140439279Cleaning up temporary data from old regions at 1731140439286 (+7 ms)Region opened successfully at 1731140439290 (+4 ms) 2024-11-09T08:20:39,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:39,290 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:39,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:39,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:39,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:39,290 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:39,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140439290Disabling compacts and flushes for region at 1731140439290Disabling writes for close at 1731140439290Writing region close event to WAL at 1731140439290Closed at 1731140439290 2024-11-09T08:20:39,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:39,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:20:39,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:20:39,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:39,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:20:39,447 DEBUG [d7c8ba49ede6:35723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:20:39,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:39,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42643,1731140436822, state=OPENING 2024-11-09T08:20:39,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:20:39,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:39,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:39,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:39,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367097228/meta-region-server: CHANGED 2024-11-09T08:20:39,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367097228/meta-region-server: CHANGED 2024-11-09T08:20:39,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42643,1731140436822}] 2024-11-09T08:20:39,672 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:39,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:20:39,677 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:20:39,677 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:39,677 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:20:39,678 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42643%2C1731140436822.meta, suffix=.meta, logDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/oldWALs, maxLogs=10 2024-11-09T08:20:39,694 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.meta.1731140439679.meta, exclude list is [], retry=0 2024-11-09T08:20:39,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-0cafb1f9-47f3-4d5b-a7d2-5f7348431b31,DISK] 2024-11-09T08:20:39,698 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.meta.1731140439679.meta 2024-11-09T08:20:39,698 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-09T08:20:39,698 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:39,699 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:39,699 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:39,699 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:20:39,699 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:20:39,699 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:20:39,699 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:39,701 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:20:39,701 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:20:39,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:39,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:39,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:39,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:39,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:39,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:39,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:39,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:39,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:39,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:39,707 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:39,707 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740 2024-11-09T08:20:39,708 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740 2024-11-09T08:20:39,709 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:39,709 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:39,709 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:39,710 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:39,711 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62824819, jitterRate=-0.06383724510669708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:39,711 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:20:39,712 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140439701Writing region info on filesystem at 1731140439701Initializing all the Stores at 1731140439702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140439702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140439702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140439702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140439702Cleaning up temporary data from old regions at 1731140439709 (+7 ms)Running coprocessor post-open hooks at 1731140439711 (+2 ms)Region opened successfully at 1731140439712 (+1 ms) 2024-11-09T08:20:39,713 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140439672 2024-11-09T08:20:39,715 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:20:39,715 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:20:39,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:39,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42643,1731140436822, state=OPEN 2024-11-09T08:20:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367097228/meta-region-server 2024-11-09T08:20:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367097228/meta-region-server 2024-11-09T08:20:39,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367097228/meta-region-server: CHANGED 2024-11-09T08:20:39,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367097228/meta-region-server: CHANGED 2024-11-09T08:20:39,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:39,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:20:39,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42643,1731140436822 in 373 msec 2024-11-09T08:20:39,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:20:39,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-09T08:20:39,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:39,897 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:20:39,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:39,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42643,1731140436822, seqNum=-1] 2024-11-09T08:20:39,898 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:39,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:39,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0530 sec 2024-11-09T08:20:39,903 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140439903, completionTime=-1 2024-11-09T08:20:39,903 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:20:39,903 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140499905 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140559905 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35723,1731140436439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35723,1731140436439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,905 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35723,1731140436439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:35723, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,907 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.016sec 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35723,1731140436439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:39,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35723,1731140436439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:20:39,911 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:20:39,911 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:20:39,911 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35723,1731140436439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:39,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e6f942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:39,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35723,-1 for getting cluster id 2024-11-09T08:20:39,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:39,951 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78872847-3b59-4988-a4d8-223b167090c0' 2024-11-09T08:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78872847-3b59-4988-a4d8-223b167090c0" 2024-11-09T08:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d18c5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35723,-1] 2024-11-09T08:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:39,952 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:39,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf9e40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:39,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42643,1731140436822, seqNum=-1] 2024-11-09T08:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:39,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:39,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:39,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61252 2024-11-09T08:20:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:39,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eaeb5860002 connected 2024-11-09T08:20:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir so I do NOT create it in target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d 2024-11-09T08:20:39,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:20:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.tmp.dir so I do NOT create it in target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d 2024-11-09T08:20:39,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:20:39,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d 2024-11-09T08:20:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:20:39,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/cluster_2f10c8bd-40e1-28cd-9e36-edfb6f26a634, deleteOnExit=true 2024-11-09T08:20:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/test.cache.data in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:20:39,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:20:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:20:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:20:40,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:40,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:40,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:40,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:40,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:20:40,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:40,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20876e25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:40,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@315e3fba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:40,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d1a228e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/java.io.tmpdir/jetty-localhost-37959-hadoop-hdfs-3_4_1-tests_jar-_-any-7573017482267077011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:20:40,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6698f2f9{HTTP/1.1, (http/1.1)}{localhost:37959} 2024-11-09T08:20:40,450 INFO [Time-limited test {}] server.Server(415): Started @202232ms 2024-11-09T08:20:40,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:20:40,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:20:40,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:20:40,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:20:40,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:20:40,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbd94a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:20:40,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32bf2885{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:20:40,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@193ce8df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/java.io.tmpdir/jetty-localhost-39767-hadoop-hdfs-3_4_1-tests_jar-_-any-15810437036946806168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:20:40,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bd038f{HTTP/1.1, (http/1.1)}{localhost:39767} 2024-11-09T08:20:40,839 INFO [Time-limited test {}] server.Server(415): Started @202621ms 2024-11-09T08:20:40,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:20:41,529 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/cluster_2f10c8bd-40e1-28cd-9e36-edfb6f26a634/data/data1/current/BP-1685577312-172.17.0.3-1731140440012/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:41,529 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/cluster_2f10c8bd-40e1-28cd-9e36-edfb6f26a634/data/data2/current/BP-1685577312-172.17.0.3-1731140440012/current, will proceed with Du for space computation calculation, 2024-11-09T08:20:41,545 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:20:41,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf70d3809d84b9ae with lease ID 0x2dcf50252d88fe2a: Processing first storage report for DS-3f286f29-502d-49c3-9171-6c07bb36fe78 from datanode DatanodeRegistration(127.0.0.1:35255, datanodeUuid=6a9b8d48-029d-4aa9-9163-75cbf52a922a, infoPort=32873, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=636029956;c=1731140440012) 2024-11-09T08:20:41,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf70d3809d84b9ae with lease ID 0x2dcf50252d88fe2a: from storage DS-3f286f29-502d-49c3-9171-6c07bb36fe78 node DatanodeRegistration(127.0.0.1:35255, datanodeUuid=6a9b8d48-029d-4aa9-9163-75cbf52a922a, infoPort=32873, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=636029956;c=1731140440012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:41,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf70d3809d84b9ae with lease ID 0x2dcf50252d88fe2a: Processing first storage report for DS-44ba1a74-5f8e-41f1-b069-1b6d5a37fc8f from datanode DatanodeRegistration(127.0.0.1:35255, datanodeUuid=6a9b8d48-029d-4aa9-9163-75cbf52a922a, infoPort=32873, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=636029956;c=1731140440012) 2024-11-09T08:20:41,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf70d3809d84b9ae with lease ID 0x2dcf50252d88fe2a: from storage DS-44ba1a74-5f8e-41f1-b069-1b6d5a37fc8f node DatanodeRegistration(127.0.0.1:35255, datanodeUuid=6a9b8d48-029d-4aa9-9163-75cbf52a922a, infoPort=32873, infoSecurePort=0, ipcPort=33875, storageInfo=lv=-57;cid=testClusterID;nsid=636029956;c=1731140440012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:20:41,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d 2024-11-09T08:20:41,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:41,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:20:41,981 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a with version=8 2024-11-09T08:20:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/hbase-staging 2024-11-09T08:20:41,983 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:20:41,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:41,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39393 2024-11-09T08:20:41,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39393 connecting to ZooKeeper ensemble=127.0.0.1:61252 2024-11-09T08:20:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393930x0, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:42,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39393-0x1011eaeb5860003 connected 2024-11-09T08:20:42,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:42,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:42,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/running 2024-11-09T08:20:42,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a, hbase.cluster.distributed=false 2024-11-09T08:20:42,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/acl 2024-11-09T08:20:42,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-09T08:20:42,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39393 2024-11-09T08:20:42,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39393 2024-11-09T08:20:42,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-09T08:20:42,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-09T08:20:42,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:20:42,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33909 2024-11-09T08:20:42,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33909 connecting to ZooKeeper ensemble=127.0.0.1:61252 2024-11-09T08:20:42,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:42,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339090x0, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:42,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339090x0, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/running 2024-11-09T08:20:42,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33909-0x1011eaeb5860004 connected 2024-11-09T08:20:42,167 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:20:42,169 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:20:42,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/master 2024-11-09T08:20:42,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/acl 2024-11-09T08:20:42,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33909 2024-11-09T08:20:42,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33909 2024-11-09T08:20:42,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33909 2024-11-09T08:20:42,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33909 2024-11-09T08:20:42,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33909 2024-11-09T08:20:42,192 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:39393 2024-11-09T08:20:42,192 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1983266337/backup-masters/d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337/backup-masters 2024-11-09T08:20:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337/backup-masters 2024-11-09T08:20:42,204 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on existing znode=/1983266337/backup-masters/d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1983266337/master 2024-11-09T08:20:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:42,215 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on existing znode=/1983266337/master 2024-11-09T08:20:42,215 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1983266337/backup-masters/d7c8ba49ede6,39393,1731140441983 from backup master directory 2024-11-09T08:20:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1983266337/backup-masters/d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337/backup-masters 2024-11-09T08:20:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337/backup-masters 2024-11-09T08:20:42,225 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:42,225 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:42,228 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/hbase.id] with ID: 18b0f4b2-0754-45dc-87b7-6d86b691fc9d 2024-11-09T08:20:42,228 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/.tmp/hbase.id 2024-11-09T08:20:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:20:42,233 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/.tmp/hbase.id]:[hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/hbase.id] 2024-11-09T08:20:42,247 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:20:42,248 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:20:42,248 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T08:20:42,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:42,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:20:42,667 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:42,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:20:42,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:20:43,074 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store 2024-11-09T08:20:43,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:20:43,483 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:43,483 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:43,483 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:43,483 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:43,483 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:43,483 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:43,483 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:43,483 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140443483Disabling compacts and flushes for region at 1731140443483Disabling writes for close at 1731140443483Writing region close event to WAL at 1731140443483Closed at 1731140443483 2024-11-09T08:20:43,484 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/.initializing 2024-11-09T08:20:43,484 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/WALs/d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:43,485 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:43,486 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C39393%2C1731140441983, suffix=, logDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/WALs/d7c8ba49ede6,39393,1731140441983, archiveDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/oldWALs, maxLogs=10 2024-11-09T08:20:43,498 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/WALs/d7c8ba49ede6,39393,1731140441983/d7c8ba49ede6%2C39393%2C1731140441983.1731140443486, exclude list is [], retry=0 2024-11-09T08:20:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-3f286f29-502d-49c3-9171-6c07bb36fe78,DISK] 2024-11-09T08:20:43,503 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/WALs/d7c8ba49ede6,39393,1731140441983/d7c8ba49ede6%2C39393%2C1731140441983.1731140443486 2024-11-09T08:20:43,503 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-09T08:20:43,503 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:43,503 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:43,503 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,503 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:20:43,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:43,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:43,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:20:43,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:43,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:43,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:20:43,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:43,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:43,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:20:43,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:43,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:43,510 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,510 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,510 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,511 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,511 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,512 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:43,512 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:20:43,514 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:43,514 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63997839, jitterRate=-0.046357885003089905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:43,514 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140443503Initializing all the Stores at 1731140443504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140443504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140443504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140443504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140443504Cleaning up temporary data from old regions at 1731140443511 (+7 ms)Region opened successfully at 1731140443514 (+3 ms) 2024-11-09T08:20:43,514 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:20:43,516 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a45e771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:20:43,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:20:43,519 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:20:43,519 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Unable to get data of znode /1983266337/balancer because node does not exist (not necessarily an error) 2024-11-09T08:20:43,587 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1983266337/balancer already deleted, retry=false 2024-11-09T08:20:43,588 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:20:43,588 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Unable to get data of znode /1983266337/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:20:43,598 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1983266337/normalizer already deleted, retry=false 2024-11-09T08:20:43,598 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:20:43,599 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Unable to get data of znode /1983266337/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:20:43,608 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1983266337/switch/split already deleted, retry=false 2024-11-09T08:20:43,609 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Unable to get data of znode /1983266337/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:20:43,619 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1983266337/switch/merge already deleted, retry=false 2024-11-09T08:20:43,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Unable to get data of znode /1983266337/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:20:43,629 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1983266337/snapshot-cleanup already deleted, retry=false 2024-11-09T08:20:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1983266337/running 2024-11-09T08:20:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1983266337/running 2024-11-09T08:20:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:43,640 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,39393,1731140441983, sessionid=0x1011eaeb5860003, setting cluster-up flag (Was=false) 2024-11-09T08:20:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:43,693 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1983266337/flush-table-proc/acquired, /1983266337/flush-table-proc/reached, /1983266337/flush-table-proc/abort 2024-11-09T08:20:43,694 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:43,745 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1983266337/online-snapshot/acquired, /1983266337/online-snapshot/reached, /1983266337/online-snapshot/abort 2024-11-09T08:20:43,746 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:43,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:20:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:43,748 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:20:43,748 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:20:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,39393,1731140441983 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,764 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140473764 2024-11-09T08:20:43,764 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:20:43,764 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:20:43,764 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:20:43,765 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:20:43,765 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:20:43,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:43,765 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:20:43,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:20:43,765 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:43,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:20:43,768 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:20:43,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:20:43,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:20:43,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:20:43,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:20:43,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:20:43,774 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140443773,5,FailOnTimeoutGroup] 2024-11-09T08:20:43,776 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140443774,5,FailOnTimeoutGroup] 2024-11-09T08:20:43,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:20:43,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:20:43,784 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(746): ClusterId : 18b0f4b2-0754-45dc-87b7-6d86b691fc9d 2024-11-09T08:20:43,784 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:20:43,794 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:20:43,794 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:20:43,804 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:20:43,805 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8592ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:20:43,816 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:33909 2024-11-09T08:20:43,816 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:20:43,816 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:20:43,816 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:20:43,817 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39393,1731140441983 with port=33909, startcode=1731140442149 2024-11-09T08:20:43,817 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:20:43,818 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:20:43,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:43,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39393 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:43,820 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a 2024-11-09T08:20:43,820 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34841 2024-11-09T08:20:43,820 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:20:43,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337/rs 2024-11-09T08:20:43,830 DEBUG [RS:0;d7c8ba49ede6:33909 {}] zookeeper.ZKUtil(111): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on existing znode=/1983266337/rs/d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:43,830 WARN [RS:0;d7c8ba49ede6:33909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:20:43,830 INFO [RS:0;d7c8ba49ede6:33909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:43,830 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:43,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,33909,1731140442149] 2024-11-09T08:20:43,832 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:20:43,833 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:20:43,834 INFO [RS:0;d7c8ba49ede6:33909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:20:43,834 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,834 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:20:43,834 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:20:43,834 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,834 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:43,835 DEBUG [RS:0;d7c8ba49ede6:33909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:20:43,836 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,836 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,836 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,836 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,836 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,836 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33909,1731140442149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:43,849 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:20:43,849 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33909,1731140442149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,849 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,849 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.Replication(171): d7c8ba49ede6,33909,1731140442149 started 2024-11-09T08:20:43,862 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:43,862 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,33909,1731140442149, RpcServer on d7c8ba49ede6/172.17.0.3:33909, sessionid=0x1011eaeb5860004 2024-11-09T08:20:43,862 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:20:43,862 DEBUG [RS:0;d7c8ba49ede6:33909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:43,862 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33909,1731140442149' 2024-11-09T08:20:43,862 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1983266337/flush-table-proc/abort' 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1983266337/flush-table-proc/acquired' 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33909,1731140442149' 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1983266337/online-snapshot/abort' 2024-11-09T08:20:43,863 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1983266337/online-snapshot/acquired' 2024-11-09T08:20:43,864 DEBUG [RS:0;d7c8ba49ede6:33909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:20:43,864 INFO [RS:0;d7c8ba49ede6:33909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:20:43,864 INFO [RS:0;d7c8ba49ede6:33909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:20:43,964 INFO [RS:0;d7c8ba49ede6:33909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:20:43,966 INFO [RS:0;d7c8ba49ede6:33909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C33909%2C1731140442149, suffix=, logDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149, archiveDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/oldWALs, maxLogs=10 2024-11-09T08:20:43,984 DEBUG [RS:0;d7c8ba49ede6:33909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, exclude list is [], retry=0 2024-11-09T08:20:43,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-3f286f29-502d-49c3-9171-6c07bb36fe78,DISK] 2024-11-09T08:20:43,989 INFO [RS:0;d7c8ba49ede6:33909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 2024-11-09T08:20:43,989 DEBUG [RS:0;d7c8ba49ede6:33909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-09T08:20:44,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:20:44,184 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a 2024-11-09T08:20:44,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:20:44,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:44,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:44,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:44,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:44,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:44,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:44,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:44,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:44,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:44,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:44,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:44,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:44,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:44,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:44,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:44,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:44,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740 2024-11-09T08:20:44,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740 2024-11-09T08:20:44,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:44,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:44,604 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:44,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:44,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:44,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66113468, jitterRate=-0.014832556247711182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:44,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140444589Initializing all the Stores at 1731140444590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140444590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140444590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140444590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140444590Cleaning up temporary data from old regions at 1731140444604 (+14 ms)Region opened successfully at 1731140444607 (+3 ms) 2024-11-09T08:20:44,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:44,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:44,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:44,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:44,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:44,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:44,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140444607Disabling compacts and flushes for region at 1731140444607Disabling writes for close at 1731140444608 (+1 ms)Writing region close event to WAL at 1731140444608Closed at 1731140444608 2024-11-09T08:20:44,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:44,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:20:44,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:20:44,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:44,610 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:20:44,761 DEBUG [d7c8ba49ede6:39393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:20:44,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:44,762 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,33909,1731140442149, state=OPENING 2024-11-09T08:20:44,907 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:20:44,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:44,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:44,926 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:20:44,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1983266337/meta-region-server: CHANGED 2024-11-09T08:20:44,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1983266337/meta-region-server: CHANGED 2024-11-09T08:20:44,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33909,1731140442149}] 2024-11-09T08:20:45,078 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:45,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:20:45,082 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:20:45,082 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:45,083 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:20:45,084 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C33909%2C1731140442149.meta, suffix=.meta, logDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149, archiveDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/oldWALs, maxLogs=10 2024-11-09T08:20:45,101 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.meta.1731140445084.meta, exclude list is [], retry=0 2024-11-09T08:20:45,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-3f286f29-502d-49c3-9171-6c07bb36fe78,DISK] 2024-11-09T08:20:45,105 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.meta.1731140445084.meta 2024-11-09T08:20:45,105 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-09T08:20:45,105 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:45,106 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:45,106 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:45,106 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:20:45,106 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:20:45,106 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:20:45,106 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:45,106 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:20:45,106 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:20:45,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:20:45,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:20:45,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:45,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:20:45,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:20:45,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:45,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:20:45,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:20:45,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:45,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:20:45,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:20:45,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:20:45,111 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:20:45,111 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740 2024-11-09T08:20:45,112 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740 2024-11-09T08:20:45,112 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:20:45,113 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:20:45,113 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:20:45,114 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:20:45,114 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65676540, jitterRate=-0.02134329080581665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:20:45,114 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:20:45,114 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140445106Writing region info on filesystem at 1731140445106Initializing all the Stores at 1731140445107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140445107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140445107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140445107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140445107Cleaning up temporary data from old regions at 1731140445113 (+6 ms)Running coprocessor post-open hooks at 1731140445114 (+1 ms)Region opened successfully at 1731140445114 2024-11-09T08:20:45,115 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140445078 2024-11-09T08:20:45,116 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:20:45,117 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:20:45,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:45,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,33909,1731140442149, state=OPEN 2024-11-09T08:20:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1983266337/meta-region-server 2024-11-09T08:20:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1983266337/meta-region-server 2024-11-09T08:20:45,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:45,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1983266337/meta-region-server: CHANGED 2024-11-09T08:20:45,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1983266337/meta-region-server: CHANGED 2024-11-09T08:20:45,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:20:45,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33909,1731140442149 in 204 msec 2024-11-09T08:20:45,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:20:45,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-09T08:20:45,134 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:20:45,134 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:20:45,135 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:45,135 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33909,1731140442149, seqNum=-1] 2024-11-09T08:20:45,135 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:45,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:45,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3910 sec 2024-11-09T08:20:45,140 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140445140, completionTime=-1 2024-11-09T08:20:45,140 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:20:45,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:20:45,141 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:20:45,141 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140505141 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140565142 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39393,1731140441983-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39393,1731140441983-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39393,1731140441983-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:39393, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,142 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,144 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39393,1731140441983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:20:45,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39393,1731140441983-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:20:45,147 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:20:45,147 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:20:45,147 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39393,1731140441983-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:20:45,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59edbb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:45,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39393,-1 for getting cluster id 2024-11-09T08:20:45,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:45,186 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b0f4b2-0754-45dc-87b7-6d86b691fc9d' 2024-11-09T08:20:45,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:45,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b0f4b2-0754-45dc-87b7-6d86b691fc9d" 2024-11-09T08:20:45,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b99ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:45,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39393,-1] 2024-11-09T08:20:45,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:45,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:45,188 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:45,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:45,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33909,1731140442149, seqNum=-1] 2024-11-09T08:20:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:45,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:45,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:45,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61252 2024-11-09T08:20:45,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:45,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:20:45,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eaeb5860005 connected 2024-11-09T08:20:45,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9759c 2024-11-09T08:20:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:45,218 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:45,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:20:45,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:45,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:20:45,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:45,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:20:45,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:45,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:20:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:45,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8cb3cd557b939d300ebbdc2de6693a3, NAME => 'test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06 2024-11-09T08:20:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:20:45,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:45,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8cb3cd557b939d300ebbdc2de6693a3, disabling compactions & flushes 2024-11-09T08:20:45,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. after waiting 0 ms 2024-11-09T08:20:45,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8cb3cd557b939d300ebbdc2de6693a3: Waiting for close lock at 1731140445637Disabling compacts and flushes for region at 1731140445637Disabling writes for close at 1731140445637Writing region close event to WAL at 1731140445637Closed at 1731140445637 2024-11-09T08:20:45,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:45,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140445638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140445638"}]},"ts":"1731140445638"} 2024-11-09T08:20:45,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:45,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:45,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140445640"}]},"ts":"1731140445640"} 2024-11-09T08:20:45,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:20:45,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8cb3cd557b939d300ebbdc2de6693a3, ASSIGN}] 2024-11-09T08:20:45,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8cb3cd557b939d300ebbdc2de6693a3, ASSIGN 2024-11-09T08:20:45,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8cb3cd557b939d300ebbdc2de6693a3, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,42643,1731140436822; forceNewPlan=false, retain=false 2024-11-09T08:20:45,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8cb3cd557b939d300ebbdc2de6693a3, regionState=OPENING, regionLocation=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:45,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8cb3cd557b939d300ebbdc2de6693a3, ASSIGN because future has completed 2024-11-09T08:20:45,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8cb3cd557b939d300ebbdc2de6693a3, server=d7c8ba49ede6,42643,1731140436822}] 2024-11-09T08:20:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:45,951 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,951 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8cb3cd557b939d300ebbdc2de6693a3, NAME => 'test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:45,951 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:45,951 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:20:45,952 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,952 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:45,952 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,952 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,956 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,957 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8cb3cd557b939d300ebbdc2de6693a3 columnFamilyName f 2024-11-09T08:20:45,957 DEBUG [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,957 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] regionserver.HStore(327): Store=e8cb3cd557b939d300ebbdc2de6693a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:45,957 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,958 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8cb3cd557b939d300ebbdc2de6693a3 columnFamilyName f1 2024-11-09T08:20:45,958 DEBUG [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,959 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] regionserver.HStore(327): Store=e8cb3cd557b939d300ebbdc2de6693a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:45,959 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,959 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8cb3cd557b939d300ebbdc2de6693a3 columnFamilyName norep 2024-11-09T08:20:45,959 DEBUG [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:45,960 INFO [StoreOpener-e8cb3cd557b939d300ebbdc2de6693a3-1 {}] regionserver.HStore(327): Store=e8cb3cd557b939d300ebbdc2de6693a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:45,960 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,961 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,962 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,962 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,962 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,963 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:45,964 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,966 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:45,966 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8cb3cd557b939d300ebbdc2de6693a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62146803, jitterRate=-0.0739404708147049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:45,966 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:20:45,966 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8cb3cd557b939d300ebbdc2de6693a3: Running coprocessor pre-open hook at 1731140445952Writing region info on filesystem at 1731140445952Initializing all the Stores at 1731140445952Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140445952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140445956 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140445956Cleaning up temporary data from old regions at 1731140445962 (+6 ms)Running coprocessor post-open hooks at 1731140445966 (+4 ms)Region opened successfully at 1731140445966 2024-11-09T08:20:45,967 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3., pid=6, masterSystemTime=1731140445948 2024-11-09T08:20:45,969 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,969 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:20:45,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8cb3cd557b939d300ebbdc2de6693a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:45,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8cb3cd557b939d300ebbdc2de6693a3, server=d7c8ba49ede6,42643,1731140436822 because future has completed 2024-11-09T08:20:45,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:20:45,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8cb3cd557b939d300ebbdc2de6693a3, server=d7c8ba49ede6,42643,1731140436822 in 176 msec 2024-11-09T08:20:45,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:20:45,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8cb3cd557b939d300ebbdc2de6693a3, ASSIGN in 332 msec 2024-11-09T08:20:45,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:45,976 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140445976"}]},"ts":"1731140445976"} 2024-11-09T08:20:45,978 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:20:45,978 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:45,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-09T08:20:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:20:46,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:20:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T08:20:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:20:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T08:20:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:20:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:20:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:46,360 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:20:46,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da4c0af 2024-11-09T08:20:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:46,362 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:46,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:20:46,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:46,364 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:46,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:20:46,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:20:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:46,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a12f97115e554558ac38a63281690bb, NAME => 'test,,1731140446362.6a12f97115e554558ac38a63281690bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a 2024-11-09T08:20:46,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:20:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:47,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140446362.6a12f97115e554558ac38a63281690bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:47,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a12f97115e554558ac38a63281690bb, disabling compactions & flushes 2024-11-09T08:20:47,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140446362.6a12f97115e554558ac38a63281690bb. after waiting 0 ms 2024-11-09T08:20:47,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a12f97115e554558ac38a63281690bb: Waiting for close lock at 1731140447176Disabling compacts and flushes for region at 1731140447176Disabling writes for close at 1731140447176Writing region close event to WAL at 1731140447176Closed at 1731140447176 2024-11-09T08:20:47,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:47,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140446362.6a12f97115e554558ac38a63281690bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140447178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140447178"}]},"ts":"1731140447178"} 2024-11-09T08:20:47,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:47,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:47,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140447180"}]},"ts":"1731140447180"} 2024-11-09T08:20:47,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:20:47,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a12f97115e554558ac38a63281690bb, ASSIGN}] 2024-11-09T08:20:47,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a12f97115e554558ac38a63281690bb, ASSIGN 2024-11-09T08:20:47,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a12f97115e554558ac38a63281690bb, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,33909,1731140442149; forceNewPlan=false, retain=false 2024-11-09T08:20:47,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a12f97115e554558ac38a63281690bb, regionState=OPENING, regionLocation=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:47,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a12f97115e554558ac38a63281690bb, ASSIGN because future has completed 2024-11-09T08:20:47,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a12f97115e554558ac38a63281690bb, server=d7c8ba49ede6,33909,1731140442149}] 2024-11-09T08:20:47,491 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a12f97115e554558ac38a63281690bb, NAME => 'test,,1731140446362.6a12f97115e554558ac38a63281690bb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:47,491 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:47,491 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:20:47,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140446362.6a12f97115e554558ac38a63281690bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:47,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,491 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,493 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,494 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a12f97115e554558ac38a63281690bb columnFamilyName f 2024-11-09T08:20:47,494 DEBUG [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:47,494 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] regionserver.HStore(327): Store=6a12f97115e554558ac38a63281690bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:47,494 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,495 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a12f97115e554558ac38a63281690bb columnFamilyName f1 2024-11-09T08:20:47,495 DEBUG [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:47,495 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] regionserver.HStore(327): Store=6a12f97115e554558ac38a63281690bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:47,495 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,496 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a12f97115e554558ac38a63281690bb columnFamilyName norep 2024-11-09T08:20:47,496 DEBUG [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:47,496 INFO [StoreOpener-6a12f97115e554558ac38a63281690bb-1 {}] regionserver.HStore(327): Store=6a12f97115e554558ac38a63281690bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:47,497 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,497 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,497 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,498 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,498 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,499 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:47,499 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:47,501 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:47,501 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a12f97115e554558ac38a63281690bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60189890, jitterRate=-0.1031007468700409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:47,501 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:47,501 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a12f97115e554558ac38a63281690bb: Running coprocessor pre-open hook at 1731140447491Writing region info on filesystem at 1731140447492 (+1 ms)Initializing all the Stores at 1731140447492Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140447492Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140447492Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140447492Cleaning up temporary data from old regions at 1731140447498 (+6 ms)Running coprocessor post-open hooks at 1731140447501 (+3 ms)Region opened successfully at 1731140447501 2024-11-09T08:20:47,502 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140446362.6a12f97115e554558ac38a63281690bb., pid=6, masterSystemTime=1731140447488 2024-11-09T08:20:47,504 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,504 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:47,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a12f97115e554558ac38a63281690bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:47,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a12f97115e554558ac38a63281690bb, server=d7c8ba49ede6,33909,1731140442149 because future has completed 2024-11-09T08:20:47,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:20:47,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a12f97115e554558ac38a63281690bb, server=d7c8ba49ede6,33909,1731140442149 in 171 msec 2024-11-09T08:20:47,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:20:47,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a12f97115e554558ac38a63281690bb, ASSIGN in 327 msec 2024-11-09T08:20:47,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:47,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140447512"}]},"ts":"1731140447512"} 2024-11-09T08:20:47,514 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:20:47,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:47,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T08:20:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:20:48,510 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:20:48,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352afcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35723,-1 for getting cluster id 2024-11-09T08:20:48,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:48,511 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78872847-3b59-4988-a4d8-223b167090c0' 2024-11-09T08:20:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78872847-3b59-4988-a4d8-223b167090c0" 2024-11-09T08:20:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa99ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35723,-1] 2024-11-09T08:20:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:48,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:48,512 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3734cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ed38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39393,-1 for getting cluster id 2024-11-09T08:20:48,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:48,514 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b0f4b2-0754-45dc-87b7-6d86b691fc9d' 2024-11-09T08:20:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b0f4b2-0754-45dc-87b7-6d86b691fc9d" 2024-11-09T08:20:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c5420b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39393,-1] 2024-11-09T08:20:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:48,515 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e88e3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4a8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35723,-1 for getting cluster id 2024-11-09T08:20:48,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:48,517 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78872847-3b59-4988-a4d8-223b167090c0' 2024-11-09T08:20:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78872847-3b59-4988-a4d8-223b167090c0" 2024-11-09T08:20:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26927c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35723,-1] 2024-11-09T08:20:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:48,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:48,518 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32017253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cbbec99 2024-11-09T08:20:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:48,520 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:48,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:39393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:20:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:20:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:48,523 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39393' 2024-11-09T08:20:48,524 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d0e4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,524 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39393,-1 for getting cluster id 2024-11-09T08:20:48,524 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:48,525 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b0f4b2-0754-45dc-87b7-6d86b691fc9d' 2024-11-09T08:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b0f4b2-0754-45dc-87b7-6d86b691fc9d" 2024-11-09T08:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7785b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39393,-1] 2024-11-09T08:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:48,526 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:48,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388601b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:48,527 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:48,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:48,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12be7e91 2024-11-09T08:20:48,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:48,528 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:48,529 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T08:20:48,529 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:20:48,529 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:48,529 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:48,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:48,529 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:48,530 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:20:48,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:48,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:48,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:20:48,580 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:20:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:48,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:48,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:48,789 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:48,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 954408fcfa4f38a3428aa003918d4357, NAME => 'hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06 2024-11-09T08:20:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:20:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:49,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:49,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 954408fcfa4f38a3428aa003918d4357, disabling compactions & flushes 2024-11-09T08:20:49,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. after waiting 0 ms 2024-11-09T08:20:49,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 954408fcfa4f38a3428aa003918d4357: Waiting for close lock at 1731140449344Disabling compacts and flushes for region at 1731140449344Disabling writes for close at 1731140449344Writing region close event to WAL at 1731140449344Closed at 1731140449344 2024-11-09T08:20:49,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:49,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140449345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140449345"}]},"ts":"1731140449345"} 2024-11-09T08:20:49,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:49,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:49,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140449347"}]},"ts":"1731140449347"} 2024-11-09T08:20:49,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:20:49,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=954408fcfa4f38a3428aa003918d4357, ASSIGN}] 2024-11-09T08:20:49,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=954408fcfa4f38a3428aa003918d4357, ASSIGN 2024-11-09T08:20:49,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=954408fcfa4f38a3428aa003918d4357, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,42643,1731140436822; forceNewPlan=false, retain=false 2024-11-09T08:20:49,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=954408fcfa4f38a3428aa003918d4357, regionState=OPENING, regionLocation=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:49,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=954408fcfa4f38a3428aa003918d4357, ASSIGN because future has completed 2024-11-09T08:20:49,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954408fcfa4f38a3428aa003918d4357, server=d7c8ba49ede6,42643,1731140436822}] 2024-11-09T08:20:49,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:49,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:20:49,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42643%2C1731140436822.rep, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/oldWALs, maxLogs=10 2024-11-09T08:20:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:49,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.rep.1731140449659, exclude list is [], retry=0 2024-11-09T08:20:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-0cafb1f9-47f3-4d5b-a7d2-5f7348431b31,DISK] 2024-11-09T08:20:49,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.rep.1731140449659 2024-11-09T08:20:49,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-09T08:20:49,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 954408fcfa4f38a3428aa003918d4357, NAME => 'hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:49,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:49,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:49,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. service=MultiRowMutationService 2024-11-09T08:20:49,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:20:49,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:49,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,677 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,678 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954408fcfa4f38a3428aa003918d4357 columnFamilyName hfileref 2024-11-09T08:20:49,678 DEBUG [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:49,678 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] regionserver.HStore(327): Store=954408fcfa4f38a3428aa003918d4357/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:49,679 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,679 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954408fcfa4f38a3428aa003918d4357 columnFamilyName queue 2024-11-09T08:20:49,679 DEBUG [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:49,680 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] regionserver.HStore(327): Store=954408fcfa4f38a3428aa003918d4357/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:49,680 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,682 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954408fcfa4f38a3428aa003918d4357 columnFamilyName sid 2024-11-09T08:20:49,682 DEBUG [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:49,683 INFO [StoreOpener-954408fcfa4f38a3428aa003918d4357-1 {}] regionserver.HStore(327): Store=954408fcfa4f38a3428aa003918d4357/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:49,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:49,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:49,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 954408fcfa4f38a3428aa003918d4357; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64346473, jitterRate=-0.04116283357143402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:49,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:20:49,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 954408fcfa4f38a3428aa003918d4357: Running coprocessor pre-open hook at 1731140449676Writing region info on filesystem at 1731140449676Initializing all the Stores at 1731140449677 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140449677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140449677Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140449677Cleaning up temporary data from old regions at 1731140449684 (+7 ms)Running coprocessor post-open hooks at 1731140449687 (+3 ms)Region opened successfully at 1731140449687 2024-11-09T08:20:49,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357., pid=10, masterSystemTime=1731140449655 2024-11-09T08:20:49,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:20:49,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=954408fcfa4f38a3428aa003918d4357, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,42643,1731140436822 2024-11-09T08:20:49,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954408fcfa4f38a3428aa003918d4357, server=d7c8ba49ede6,42643,1731140436822 because future has completed 2024-11-09T08:20:49,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:20:49,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 954408fcfa4f38a3428aa003918d4357, server=d7c8ba49ede6,42643,1731140436822 in 190 msec 2024-11-09T08:20:49,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:20:49,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=954408fcfa4f38a3428aa003918d4357, ASSIGN in 345 msec 2024-11-09T08:20:49,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:49,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140449696"}]},"ts":"1731140449696"} 2024-11-09T08:20:49,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:20:49,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:49,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-09T08:20:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357., hostname=d7c8ba49ede6,42643,1731140436822, seqNum=2] 2024-11-09T08:20:49,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:20:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:20:49,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:20:50,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:20:50,051 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:20:50,076 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,42643,1731140436822, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:20:50,076 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:50,076 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42643,1731140436822, seqNum=-1] 2024-11-09T08:20:50,077 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:50,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:50,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,42643,1731140436822', locateType=CURRENT is [region=hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357., hostname=d7c8ba49ede6,42643,1731140436822, seqNum=2] 2024-11-09T08:20:50,081 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:20:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:20:50,083 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,42643,1731140436822 suceeded 2024-11-09T08:20:50,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:20:50,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T08:20:50,085 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:39393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:20:50,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-09T08:20:50,094 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39393' 2024-11-09T08:20:50,095 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cdc335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,095 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39393,-1 for getting cluster id 2024-11-09T08:20:50,096 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:50,096 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b0f4b2-0754-45dc-87b7-6d86b691fc9d' 2024-11-09T08:20:50,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b0f4b2-0754-45dc-87b7-6d86b691fc9d" 2024-11-09T08:20:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514e20b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39393,-1] 2024-11-09T08:20:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,098 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:50,098 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1063d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,098 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467bd6cb 2024-11-09T08:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:50,100 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T08:20:50,100 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,42643,1731140436822 (queues=1) is replicating from cluster=78872847-3b59-4988-a4d8-223b167090c0 to cluster=18b0f4b2-0754-45dc-87b7-6d86b691fc9d 2024-11-09T08:20:50,100 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C42643%2C1731140436822 2024-11-09T08:20:50,100 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,42643,1731140436822, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:20:50,100 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C42643%2C1731140436822 2024-11-09T08:20:50,101 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, startPosition=0, beingWritten=true 2024-11-09T08:20:50,105 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:50,105 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:50,105 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42643,1731140436822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:50,309 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:50,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:50,612 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:50,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:50,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:50,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:50,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:50,670 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:20:50,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c71858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39393,-1 for getting cluster id 2024-11-09T08:20:50,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:50,671 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b0f4b2-0754-45dc-87b7-6d86b691fc9d' 2024-11-09T08:20:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b0f4b2-0754-45dc-87b7-6d86b691fc9d" 2024-11-09T08:20:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd692c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39393,-1] 2024-11-09T08:20:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,673 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b3f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693f90aa 2024-11-09T08:20:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:50,675 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:50,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:35723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:20:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:20:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:50,678 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:35723' 2024-11-09T08:20:50,678 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645d2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,678 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35723,-1 for getting cluster id 2024-11-09T08:20:50,678 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:50,679 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78872847-3b59-4988-a4d8-223b167090c0' 2024-11-09T08:20:50,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:50,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78872847-3b59-4988-a4d8-223b167090c0" 2024-11-09T08:20:50,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e300125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35723,-1] 2024-11-09T08:20:50,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:50,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,680 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365762d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:50,681 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c274b8f 2024-11-09T08:20:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:50,682 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:20:50,682 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T08:20:50,682 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:20:50,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:50,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:50,683 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:20:50,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:20:50,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:20:50,684 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:50,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:20:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:20:50,734 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:20:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:51,016 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:51,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46f3a0e962e6e724297a663d9b34947d, NAME => 'hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a 2024-11-09T08:20:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:20:51,256 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:20:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:51,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:51,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46f3a0e962e6e724297a663d9b34947d, disabling compactions & flushes 2024-11-09T08:20:51,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. after waiting 0 ms 2024-11-09T08:20:51,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46f3a0e962e6e724297a663d9b34947d: Waiting for close lock at 1731140451497Disabling compacts and flushes for region at 1731140451497Disabling writes for close at 1731140451497Writing region close event to WAL at 1731140451497Closed at 1731140451497 2024-11-09T08:20:51,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:20:51,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140451498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140451498"}]},"ts":"1731140451498"} 2024-11-09T08:20:51,500 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:20:51,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:20:51,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140451500"}]},"ts":"1731140451500"} 2024-11-09T08:20:51,502 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:20:51,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46f3a0e962e6e724297a663d9b34947d, ASSIGN}] 2024-11-09T08:20:51,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46f3a0e962e6e724297a663d9b34947d, ASSIGN 2024-11-09T08:20:51,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46f3a0e962e6e724297a663d9b34947d, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,33909,1731140442149; forceNewPlan=false, retain=false 2024-11-09T08:20:51,519 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:51,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46f3a0e962e6e724297a663d9b34947d, regionState=OPENING, regionLocation=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:51,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46f3a0e962e6e724297a663d9b34947d, ASSIGN because future has completed 2024-11-09T08:20:51,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f3a0e962e6e724297a663d9b34947d, server=d7c8ba49ede6,33909,1731140442149}] 2024-11-09T08:20:51,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:20:51,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:20:51,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C33909%2C1731140442149.rep, suffix=, logDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149, archiveDir=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/oldWALs, maxLogs=10 2024-11-09T08:20:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:51,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.rep.1731140451813, exclude list is [], retry=0 2024-11-09T08:20:51,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35255,DS-3f286f29-502d-49c3-9171-6c07bb36fe78,DISK] 2024-11-09T08:20:51,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.rep.1731140451813 2024-11-09T08:20:51,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32873:32873)] 2024-11-09T08:20:51,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46f3a0e962e6e724297a663d9b34947d, NAME => 'hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:20:51,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:20:51,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:20:51,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. service=MultiRowMutationService 2024-11-09T08:20:51,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:20:51,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:20:51,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,830 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,831 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f3a0e962e6e724297a663d9b34947d columnFamilyName hfileref 2024-11-09T08:20:51,831 DEBUG [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:51,831 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] regionserver.HStore(327): Store=46f3a0e962e6e724297a663d9b34947d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:51,832 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,832 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f3a0e962e6e724297a663d9b34947d columnFamilyName queue 2024-11-09T08:20:51,833 DEBUG [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:51,833 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] regionserver.HStore(327): Store=46f3a0e962e6e724297a663d9b34947d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:51,833 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,834 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f3a0e962e6e724297a663d9b34947d columnFamilyName sid 2024-11-09T08:20:51,834 DEBUG [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:20:51,834 INFO [StoreOpener-46f3a0e962e6e724297a663d9b34947d-1 {}] regionserver.HStore(327): Store=46f3a0e962e6e724297a663d9b34947d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:20:51,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:20:51,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:20:51,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46f3a0e962e6e724297a663d9b34947d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60479119, jitterRate=-0.09879089891910553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:20:51,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:51,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46f3a0e962e6e724297a663d9b34947d: Running coprocessor pre-open hook at 1731140451829Writing region info on filesystem at 1731140451829Initializing all the Stores at 1731140451830 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140451830Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140451830Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140451830Cleaning up temporary data from old regions at 1731140451836 (+6 ms)Running coprocessor post-open hooks at 1731140451840 (+4 ms)Region opened successfully at 1731140451840 2024-11-09T08:20:51,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d., pid=10, masterSystemTime=1731140451808 2024-11-09T08:20:51,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:51,843 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46f3a0e962e6e724297a663d9b34947d, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:51,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f3a0e962e6e724297a663d9b34947d, server=d7c8ba49ede6,33909,1731140442149 because future has completed 2024-11-09T08:20:51,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:20:51,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46f3a0e962e6e724297a663d9b34947d, server=d7c8ba49ede6,33909,1731140442149 in 190 msec 2024-11-09T08:20:51,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:20:51,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46f3a0e962e6e724297a663d9b34947d, ASSIGN in 345 msec 2024-11-09T08:20:51,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:20:51,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140451850"}]},"ts":"1731140451850"} 2024-11-09T08:20:51,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:20:51,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:20:51,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-09T08:20:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d., hostname=d7c8ba49ede6,33909,1731140442149, seqNum=2] 2024-11-09T08:20:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:51,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:20:52,123 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:52,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:20:52,142 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:20:52,168 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,33909,1731140442149, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:20:52,168 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:52,168 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33909,1731140442149, seqNum=-1] 2024-11-09T08:20:52,169 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:52,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:52,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,33909,1731140442149', locateType=CURRENT is [region=hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d., hostname=d7c8ba49ede6,33909,1731140442149, seqNum=2] 2024-11-09T08:20:52,173 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:20:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:20:52,175 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,33909,1731140442149 suceeded 2024-11-09T08:20:52,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:20:52,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T08:20:52,177 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:35723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:20:52,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-09T08:20:52,192 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:35723' 2024-11-09T08:20:52,193 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f61d3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:52,193 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35723,-1 for getting cluster id 2024-11-09T08:20:52,194 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:52,194 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78872847-3b59-4988-a4d8-223b167090c0' 2024-11-09T08:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78872847-3b59-4988-a4d8-223b167090c0" 2024-11-09T08:20:52,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b586ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:52,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35723,-1] 2024-11-09T08:20:52,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:52,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:52,195 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:52,196 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132e8001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:52,196 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:52,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35723,1731140436439 2024-11-09T08:20:52,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e2eb3a 2024-11-09T08:20:52,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:20:52,197 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T08:20:52,198 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,33909,1731140442149 (queues=1) is replicating from cluster=18b0f4b2-0754-45dc-87b7-6d86b691fc9d to cluster=78872847-3b59-4988-a4d8-223b167090c0 2024-11-09T08:20:52,198 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C33909%2C1731140442149 2024-11-09T08:20:52,198 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,33909,1731140442149, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:20:52,199 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, startPosition=0, beingWritten=true 2024-11-09T08:20:52,199 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C33909%2C1731140442149 2024-11-09T08:20:52,203 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:52,203 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 379, reset compression=false 2024-11-09T08:20:52,203 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,33909,1731140442149 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:52,407 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 379, reset compression=false 2024-11-09T08:20:52,711 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 379, reset compression=false 2024-11-09T08:20:52,826 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:20:52,830 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:20:52,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:52,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:52,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:52,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:52,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:52,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42643,1731140436822, seqNum=-1] 2024-11-09T08:20:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:52,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:52,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3., hostname=d7c8ba49ede6,42643,1731140436822, seqNum=2] 2024-11-09T08:20:52,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33909,1731140442149, seqNum=-1] 2024-11-09T08:20:52,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:52,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:20:52,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140446362.6a12f97115e554558ac38a63281690bb., hostname=d7c8ba49ede6,33909,1731140442149, seqNum=2] 2024-11-09T08:20:52,841 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T08:20:53,115 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 379, reset compression=false 2024-11-09T08:20:53,618 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 379, reset compression=false 2024-11-09T08:20:53,630 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 379, reset compression=false 2024-11-09T08:20:53,634 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:53,634 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 480, reset compression=false 2024-11-09T08:20:53,634 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42643,1731140436822 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8cb3cd557b939d300ebbdc2de6693a3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T08:20:53,636 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:53,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T08:20:53,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:20:53,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78e9551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:53,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39393,-1 for getting cluster id 2024-11-09T08:20:53,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:53,640 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b0f4b2-0754-45dc-87b7-6d86b691fc9d' 2024-11-09T08:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b0f4b2-0754-45dc-87b7-6d86b691fc9d" 2024-11-09T08:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@359a0f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39393,-1] 2024-11-09T08:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:53,642 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:53,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dfffdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:53,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33909,1731140442149, seqNum=-1] 2024-11-09T08:20:53,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:53,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:53,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140446362.6a12f97115e554558ac38a63281690bb., hostname=d7c8ba49ede6,33909,1731140442149, seqNum=2] 2024-11-09T08:20:53,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:20:53,839 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 480, reset compression=false 2024-11-09T08:20:53,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T08:20:53,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T08:20:54,142 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 480, reset compression=false 2024-11-09T08:20:54,222 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 379, reset compression=false 2024-11-09T08:20:54,226 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:54,226 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 607, reset compression=false 2024-11-09T08:20:54,226 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,33909,1731140442149 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a12f97115e554558ac38a63281690bb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:20:54,228 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:20:54,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T08:20:54,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:20:54,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4edaef3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:54,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35723,-1 for getting cluster id 2024-11-09T08:20:54,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:20:54,231 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78872847-3b59-4988-a4d8-223b167090c0' 2024-11-09T08:20:54,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:20:54,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78872847-3b59-4988-a4d8-223b167090c0" 2024-11-09T08:20:54,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3487994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:54,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35723,-1] 2024-11-09T08:20:54,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:20:54,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:54,232 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:20:54,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cee4b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:20:54,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:20:54,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42643,1731140436822, seqNum=-1] 2024-11-09T08:20:54,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:20:54,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T08:20:54,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3., hostname=d7c8ba49ede6,42643,1731140436822, seqNum=2] 2024-11-09T08:20:54,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:20:54,430 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 607, reset compression=false 2024-11-09T08:20:54,545 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 480, reset compression=false 2024-11-09T08:20:54,550 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:54,550 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 607, reset compression=false 2024-11-09T08:20:54,550 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42643,1731140436822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:54,734 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 607, reset compression=false 2024-11-09T08:20:54,753 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 607, reset compression=false 2024-11-09T08:20:54,849 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T08:20:54,863 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T08:20:55,056 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 607, reset compression=false 2024-11-09T08:20:55,061 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:55,061 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 763, reset compression=false 2024-11-09T08:20:55,061 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42643,1731140436822 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8cb3cd557b939d300ebbdc2de6693a3/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T08:20:55,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:20:55,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33909 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:20:55,138 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 607, reset compression=false 2024-11-09T08:20:55,195 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:55,195 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 754, reset compression=false 2024-11-09T08:20:55,195 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,33909,1731140442149 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:55,266 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 763, reset compression=false 2024-11-09T08:20:55,398 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 754, reset compression=false 2024-11-09T08:20:55,569 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 763, reset compression=false 2024-11-09T08:20:55,702 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 754, reset compression=false 2024-11-09T08:20:55,865 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T08:20:55,868 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T08:20:55,972 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 763, reset compression=false 2024-11-09T08:20:56,105 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 754, reset compression=false 2024-11-09T08:20:56,109 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:20:56,109 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 913, reset compression=false 2024-11-09T08:20:56,109 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,33909,1731140442149 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a12f97115e554558ac38a63281690bb/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T08:20:56,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:20:56,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:20:56,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:20:56,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T08:20:56,314 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 913, reset compression=false 2024-11-09T08:20:56,476 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 763, reset compression=false 2024-11-09T08:20:56,481 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:56,481 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:56,481 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42643,1731140436822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:56,618 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 913, reset compression=false 2024-11-09T08:20:56,684 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:56,869 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T08:20:56,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:20:56,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:56,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:56,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:56,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:56,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:56,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:20:56,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=156568876, stopped=false 2024-11-09T08:20:56,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,39393,1731140441983 2024-11-09T08:20:56,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1983266337/running 2024-11-09T08:20:56,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1983266337/running 2024-11-09T08:20:56,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:56,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:56,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:56,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:20:56,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:56,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:56,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,33909,1731140442149' ***** 2024-11-09T08:20:56,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:20:56,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/running 2024-11-09T08:20:56,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Set watcher on znode that does not yet exist, /1983266337/running 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(3091): Received CLOSE for 46f3a0e962e6e724297a663d9b34947d 2024-11-09T08:20:56,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:56,941 INFO [RS:0;d7c8ba49ede6:33909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:33909. 2024-11-09T08:20:56,942 DEBUG [RS:0;d7c8ba49ede6:33909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:56,941 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46f3a0e962e6e724297a663d9b34947d, disabling compactions & flushes 2024-11-09T08:20:56,942 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:56,942 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:56,942 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. after waiting 0 ms 2024-11-09T08:20:56,942 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:20:56,942 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:56,942 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:20:56,942 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46f3a0e962e6e724297a663d9b34947d 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-09T08:20:56,942 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:20:56,942 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 46f3a0e962e6e724297a663d9b34947d=hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d., 6a12f97115e554558ac38a63281690bb=test,,1731140446362.6a12f97115e554558ac38a63281690bb.} 2024-11-09T08:20:56,942 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f3a0e962e6e724297a663d9b34947d, 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:20:56,942 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:20:56,942 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:20:56,942 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:20:56,951 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:56,956 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/.tmp/queue/a0109846de4d462ba09c21a008c3ccef is 153, key is 1-d7c8ba49ede6,33909,1731140442149/queue:d7c8ba49ede6%2C33909%2C1731140442149/1731140456114/Put/seqid=0 2024-11-09T08:20:56,959 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/info/698eae788f914aebab0d1b70a4b72bc2 is 147, key is hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d./info:regioninfo/1731140451843/Put/seqid=0 2024-11-09T08:20:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741840_1016 (size=5352) 2024-11-09T08:20:56,960 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/.tmp/queue/a0109846de4d462ba09c21a008c3ccef 2024-11-09T08:20:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741841_1017 (size=7686) 2024-11-09T08:20:56,964 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/.tmp/queue/a0109846de4d462ba09c21a008c3ccef as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/queue/a0109846de4d462ba09c21a008c3ccef 2024-11-09T08:20:56,967 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/queue/a0109846de4d462ba09c21a008c3ccef, entries=1, sequenceid=9, filesize=5.2 K 2024-11-09T08:20:56,968 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 46f3a0e962e6e724297a663d9b34947d in 26ms, sequenceid=9, compaction requested=false 2024-11-09T08:20:56,971 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/replication/46f3a0e962e6e724297a663d9b34947d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:56,972 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46f3a0e962e6e724297a663d9b34947d: Waiting for close lock at 1731140456941Running coprocessor pre-close hooks at 1731140456941Disabling compacts and flushes for region at 1731140456941Disabling writes for close at 1731140456942 (+1 ms)Obtaining lock to block concurrent updates at 1731140456942Preparing flush snapshotting stores in 46f3a0e962e6e724297a663d9b34947d at 1731140456942Finished memstore snapshotting hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731140456942Flushing stores of hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. at 1731140456943 (+1 ms)Flushing 46f3a0e962e6e724297a663d9b34947d/queue: creating writer at 1731140456943Flushing 46f3a0e962e6e724297a663d9b34947d/queue: appending metadata at 1731140456955 (+12 ms)Flushing 46f3a0e962e6e724297a663d9b34947d/queue: closing flushed file at 1731140456956 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0ecd6c: reopening flushed file at 1731140456963 (+7 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 46f3a0e962e6e724297a663d9b34947d in 26ms, sequenceid=9, compaction requested=false at 1731140456968 (+5 ms)Writing region close event to WAL at 1731140456969 (+1 ms)Running coprocessor post-close hooks at 1731140456972 (+3 ms)Closed at 1731140456972 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140450683.46f3a0e962e6e724297a663d9b34947d. 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a12f97115e554558ac38a63281690bb, disabling compactions & flushes 2024-11-09T08:20:56,972 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140446362.6a12f97115e554558ac38a63281690bb. after waiting 0 ms 2024-11-09T08:20:56,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:56,972 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a12f97115e554558ac38a63281690bb 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T08:20:56,986 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/f/bfe39aaa7d414a78a5714b89571034a3 is 29, key is row1/f:/1731140455865/DeleteFamily/seqid=0 2024-11-09T08:20:56,987 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741842_1018 (size=5118) 2024-11-09T08:20:57,022 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 913, reset compression=false 2024-11-09T08:20:57,026 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:57,026 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 1160, reset compression=false 2024-11-09T08:20:57,027 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,33909,1731140442149 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:20:57,028 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,33909,1731140442149: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,33909,1731140442149, walGroup=d7c8ba49ede6%2C33909%2C1731140442149, offset=d7c8ba49ede6%2C33909%2C1731140442149.1731140443966:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:33909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:20:57,029 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:20:57,029 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:20:57,030 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:20:57,030 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:20:57,030 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:20:57,030 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 592924352 }, "NonHeapMemoryUsage": { "committed": 193789952, "init": 7667712, "max": -1, "used": 190245024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:20:57,030 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:39393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:39393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:20:57,142 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:57,231 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 1160, reset compression=false 2024-11-09T08:20:57,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:20:57,342 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:57,363 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/info/698eae788f914aebab0d1b70a4b72bc2 2024-11-09T08:20:57,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:20:57,384 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/ns/df49bbdc1b124a35a72c6218793b40f8 is 43, key is default/ns:d/1731140445136/Put/seqid=0 2024-11-09T08:20:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741843_1019 (size=5153) 2024-11-09T08:20:57,390 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/f/bfe39aaa7d414a78a5714b89571034a3 2024-11-09T08:20:57,390 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:57,395 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe39aaa7d414a78a5714b89571034a3 2024-11-09T08:20:57,412 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/f1/440205642c9f482183e835c6668faeba is 30, key is row1/f1:/1731140455865/DeleteFamily/seqid=0 2024-11-09T08:20:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741844_1020 (size=5123) 2024-11-09T08:20:57,535 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 1160, reset compression=false 2024-11-09T08:20:57,542 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:57,743 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a12f97115e554558ac38a63281690bb 2024-11-09T08:20:57,788 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/ns/df49bbdc1b124a35a72c6218793b40f8 2024-11-09T08:20:57,809 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/rep_barrier/1221bc0933e7449d8a9b498c3608aafa is 112, key is test,,1731140446362.6a12f97115e554558ac38a63281690bb./rep_barrier:seqnumDuringOpen/1731140447504/Put/seqid=0 2024-11-09T08:20:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741845_1021 (size=5518) 2024-11-09T08:20:57,816 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/f1/440205642c9f482183e835c6668faeba 2024-11-09T08:20:57,820 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 440205642c9f482183e835c6668faeba 2024-11-09T08:20:57,833 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/norep/a09b79e149e5407a858e3b9c9f4f83e3 is 33, key is row1/norep:/1731140455865/DeleteFamily/seqid=0 2024-11-09T08:20:57,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741846_1022 (size=5108) 2024-11-09T08:20:57,837 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:20:57,837 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:20:57,837 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/norep/a09b79e149e5407a858e3b9c9f4f83e3 2024-11-09T08:20:57,840 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a09b79e149e5407a858e3b9c9f4f83e3 2024-11-09T08:20:57,841 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/f/bfe39aaa7d414a78a5714b89571034a3 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/f/bfe39aaa7d414a78a5714b89571034a3 2024-11-09T08:20:57,845 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe39aaa7d414a78a5714b89571034a3 2024-11-09T08:20:57,845 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/f/bfe39aaa7d414a78a5714b89571034a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T08:20:57,846 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/f1/440205642c9f482183e835c6668faeba as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/f1/440205642c9f482183e835c6668faeba 2024-11-09T08:20:57,850 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 440205642c9f482183e835c6668faeba 2024-11-09T08:20:57,850 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/f1/440205642c9f482183e835c6668faeba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T08:20:57,851 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/.tmp/norep/a09b79e149e5407a858e3b9c9f4f83e3 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/norep/a09b79e149e5407a858e3b9c9f4f83e3 2024-11-09T08:20:57,855 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a09b79e149e5407a858e3b9c9f4f83e3 2024-11-09T08:20:57,855 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/norep/a09b79e149e5407a858e3b9c9f4f83e3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T08:20:57,856 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6a12f97115e554558ac38a63281690bb in 884ms, sequenceid=8, compaction requested=false 2024-11-09T08:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/default/test/6a12f97115e554558ac38a63281690bb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:20:57,860 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a12f97115e554558ac38a63281690bb: Waiting for close lock at 1731140456972Running coprocessor pre-close hooks at 1731140456972Disabling compacts and flushes for region at 1731140456972Disabling writes for close at 1731140456972Obtaining lock to block concurrent updates at 1731140456972Preparing flush snapshotting stores in 6a12f97115e554558ac38a63281690bb at 1731140456972Finished memstore snapshotting test,,1731140446362.6a12f97115e554558ac38a63281690bb., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731140456972Flushing stores of test,,1731140446362.6a12f97115e554558ac38a63281690bb. at 1731140456973 (+1 ms)Flushing 6a12f97115e554558ac38a63281690bb/f: creating writer at 1731140456973Flushing 6a12f97115e554558ac38a63281690bb/f: appending metadata at 1731140456985 (+12 ms)Flushing 6a12f97115e554558ac38a63281690bb/f: closing flushed file at 1731140456985Flushing 6a12f97115e554558ac38a63281690bb/f1: creating writer at 1731140457396 (+411 ms)Flushing 6a12f97115e554558ac38a63281690bb/f1: appending metadata at 1731140457412 (+16 ms)Flushing 6a12f97115e554558ac38a63281690bb/f1: closing flushed file at 1731140457412Flushing 6a12f97115e554558ac38a63281690bb/norep: creating writer at 1731140457820 (+408 ms)Flushing 6a12f97115e554558ac38a63281690bb/norep: appending metadata at 1731140457833 (+13 ms)Flushing 6a12f97115e554558ac38a63281690bb/norep: closing flushed file at 1731140457833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dbf517d: reopening flushed file at 1731140457840 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2183c6: reopening flushed file at 1731140457845 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d30b0d5: reopening flushed file at 1731140457850 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6a12f97115e554558ac38a63281690bb in 884ms, sequenceid=8, compaction requested=false at 1731140457856 (+6 ms)Writing region close event to WAL at 1731140457857 (+1 ms)Running coprocessor post-close hooks at 1731140457860 (+3 ms)Closed at 1731140457860 2024-11-09T08:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140446362.6a12f97115e554558ac38a63281690bb. 2024-11-09T08:20:57,895 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:57,939 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 1160, reset compression=false 2024-11-09T08:20:57,943 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:20:57,943 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:20:57,943 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 1804, reset compression=false 2024-11-09T08:20:57,943 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:20:57,943 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:58,143 DEBUG [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:20:58,147 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.wal-reader.d7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.1731140443966 to pos 1804, reset compression=false 2024-11-09T08:20:58,214 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/rep_barrier/1221bc0933e7449d8a9b498c3608aafa 2024-11-09T08:20:58,230 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/table/93a940d3cf4043c8b839b6c8c8b33754 is 53, key is hbase:replication/table:state/1731140451850/Put/seqid=0 2024-11-09T08:20:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741847_1023 (size=5308) 2024-11-09T08:20:58,233 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/table/93a940d3cf4043c8b839b6c8c8b33754 2024-11-09T08:20:58,238 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/info/698eae788f914aebab0d1b70a4b72bc2 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/info/698eae788f914aebab0d1b70a4b72bc2 2024-11-09T08:20:58,242 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/info/698eae788f914aebab0d1b70a4b72bc2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:20:58,243 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/ns/df49bbdc1b124a35a72c6218793b40f8 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/ns/df49bbdc1b124a35a72c6218793b40f8 2024-11-09T08:20:58,246 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/ns/df49bbdc1b124a35a72c6218793b40f8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:20:58,247 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/rep_barrier/1221bc0933e7449d8a9b498c3608aafa as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/rep_barrier/1221bc0933e7449d8a9b498c3608aafa 2024-11-09T08:20:58,251 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/rep_barrier/1221bc0933e7449d8a9b498c3608aafa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:20:58,251 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/.tmp/table/93a940d3cf4043c8b839b6c8c8b33754 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/table/93a940d3cf4043c8b839b6c8c8b33754 2024-11-09T08:20:58,255 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/table/93a940d3cf4043c8b839b6c8c8b33754, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:20:58,256 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-09T08:20:58,259 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:20:58,260 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:20:58,260 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:20:58,260 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:58,260 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140456942Running coprocessor pre-close hooks at 1731140456942Disabling compacts and flushes for region at 1731140456942Disabling writes for close at 1731140456942Obtaining lock to block concurrent updates at 1731140456942Preparing flush snapshotting stores in 1588230740 at 1731140456942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140456942Flushing stores of hbase:meta,,1.1588230740 at 1731140456943 (+1 ms)Flushing 1588230740/info: creating writer at 1731140456943Flushing 1588230740/info: appending metadata at 1731140456958 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731140456958Flushing 1588230740/ns: creating writer at 1731140457367 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731140457383 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731140457383Flushing 1588230740/rep_barrier: creating writer at 1731140457793 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140457809 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140457809Flushing 1588230740/table: creating writer at 1731140458217 (+408 ms)Flushing 1588230740/table: appending metadata at 1731140458229 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731140458229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272ec894: reopening flushed file at 1731140458237 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76309311: reopening flushed file at 1731140458242 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6123cd5d: reopening flushed file at 1731140458247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a820627: reopening flushed file at 1731140458251 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1731140458256 (+5 ms)Writing region close event to WAL at 1731140458257 (+1 ms)Running coprocessor post-close hooks at 1731140458260 (+3 ms)Closed at 1731140458260 2024-11-09T08:20:58,260 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:20:58,343 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,33909,1731140442149; all regions closed. 2024-11-09T08:20:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:20:58,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/WALs/d7c8ba49ede6,33909,1731140442149/d7c8ba49ede6%2C33909%2C1731140442149.meta.1731140445084.meta not finished, retry = 0 2024-11-09T08:20:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741839_1015 (size=2458) 2024-11-09T08:20:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741832_1008 (size=1812) 2024-11-09T08:20:58,450 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:58,450 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:20:58,451 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:58,451 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:58,451 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:58,451 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:20:58,451 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,33909,1731140442149 because: Region server is closing 2024-11-09T08:20:58,451 INFO [RS:0;d7c8ba49ede6:33909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:33909. 2024-11-09T08:20:58,451 DEBUG [RS:0;d7c8ba49ede6:33909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:58,452 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:58,452 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:58,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:58,452 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,33909,1731140442149.replicationSource.shipperd7c8ba49ede6%2C33909%2C1731140442149,1-d7c8ba49ede6,33909,1731140442149 terminated 2024-11-09T08:20:58,452 INFO [RS:0;d7c8ba49ede6:33909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:33909. 2024-11-09T08:20:58,452 DEBUG [RS:0;d7c8ba49ede6:33909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:20:58,452 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:58,452 DEBUG [RS:0;d7c8ba49ede6:33909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:20:58,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:20:58,452 INFO [RS:0;d7c8ba49ede6:33909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33909 2024-11-09T08:20:58,500 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:58,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1983266337/rs/d7c8ba49ede6,33909,1731140442149 2024-11-09T08:20:58,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337/rs 2024-11-09T08:20:58,519 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:20:58,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,33909,1731140442149] 2024-11-09T08:20:58,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1983266337/draining/d7c8ba49ede6,33909,1731140442149 already deleted, retry=false 2024-11-09T08:20:58,540 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,33909,1731140442149 expired; onlineServers=0 2024-11-09T08:20:58,540 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,39393,1731140441983' ***** 2024-11-09T08:20:58,540 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:20:58,540 INFO [M:0;d7c8ba49ede6:39393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:20:58,540 INFO [M:0;d7c8ba49ede6:39393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:20:58,540 DEBUG [M:0;d7c8ba49ede6:39393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:20:58,540 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:20:58,540 DEBUG [M:0;d7c8ba49ede6:39393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:20:58,540 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140443774 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140443774,5,FailOnTimeoutGroup] 2024-11-09T08:20:58,540 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140443773 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140443773,5,FailOnTimeoutGroup] 2024-11-09T08:20:58,540 INFO [M:0;d7c8ba49ede6:39393 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:20:58,540 INFO [M:0;d7c8ba49ede6:39393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:20:58,540 DEBUG [M:0;d7c8ba49ede6:39393 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:20:58,540 INFO [M:0;d7c8ba49ede6:39393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:20:58,540 INFO [M:0;d7c8ba49ede6:39393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:20:58,541 INFO [M:0;d7c8ba49ede6:39393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:20:58,541 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:20:58,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1983266337/master 2024-11-09T08:20:58,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1983266337 2024-11-09T08:20:58,550 DEBUG [M:0;d7c8ba49ede6:39393 {}] zookeeper.ZKUtil(347): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Unable to get data of znode /1983266337/master because node does not exist (not an error) 2024-11-09T08:20:58,550 WARN [M:0;d7c8ba49ede6:39393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:20:58,551 INFO [M:0;d7c8ba49ede6:39393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/.lastflushedseqids 2024-11-09T08:20:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741848_1024 (size=245) 2024-11-09T08:20:58,629 INFO [RS:0;d7c8ba49ede6:33909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:20:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33909-0x1011eaeb5860004, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:20:58,629 INFO [RS:0;d7c8ba49ede6:33909 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,33909,1731140442149; zookeeper connection closed. 2024-11-09T08:20:58,630 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e 2024-11-09T08:20:58,630 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:20:58,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:20:58,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:58,840 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28315 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:20:58,955 INFO [M:0;d7c8ba49ede6:39393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:20:58,955 INFO [M:0;d7c8ba49ede6:39393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:20:58,956 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:20:58,956 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:58,956 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:58,956 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:20:58,956 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:20:58,956 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T08:20:58,973 DEBUG [M:0;d7c8ba49ede6:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94560a5941c146679a7efcc73f012915 is 82, key is hbase:meta,,1/info:regioninfo/1731140445117/Put/seqid=0 2024-11-09T08:20:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741849_1025 (size=5672) 2024-11-09T08:20:59,204 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:20:59,378 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94560a5941c146679a7efcc73f012915 2024-11-09T08:20:59,394 DEBUG [M:0;d7c8ba49ede6:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/141be2aface143b3929709c5b6cf667b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140451853/Put/seqid=0 2024-11-09T08:20:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741850_1026 (size=8516) 2024-11-09T08:20:59,798 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/141be2aface143b3929709c5b6cf667b 2024-11-09T08:20:59,818 DEBUG [M:0;d7c8ba49ede6:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da49c2c4b1fa48c58462986398d356b9 is 69, key is d7c8ba49ede6,33909,1731140442149/rs:state/1731140443819/Put/seqid=0 2024-11-09T08:20:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741851_1027 (size=5156) 2024-11-09T08:21:00,007 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:21:00,222 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da49c2c4b1fa48c58462986398d356b9 2024-11-09T08:21:00,274 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94560a5941c146679a7efcc73f012915 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94560a5941c146679a7efcc73f012915 2024-11-09T08:21:00,278 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94560a5941c146679a7efcc73f012915, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:21:00,279 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/141be2aface143b3929709c5b6cf667b as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/141be2aface143b3929709c5b6cf667b 2024-11-09T08:21:00,283 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/141be2aface143b3929709c5b6cf667b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:21:00,284 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da49c2c4b1fa48c58462986398d356b9 as hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da49c2c4b1fa48c58462986398d356b9 2024-11-09T08:21:00,287 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34841/user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da49c2c4b1fa48c58462986398d356b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:21:00,288 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=97, compaction requested=false 2024-11-09T08:21:00,289 INFO [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:00,289 DEBUG [M:0;d7c8ba49ede6:39393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140458955Disabling compacts and flushes for region at 1731140458955Disabling writes for close at 1731140458956 (+1 ms)Obtaining lock to block concurrent updates at 1731140458956Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140458956Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731140458956Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140458957 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140458957Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140458972 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140458972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140459382 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140459394 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140459394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140459802 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140459817 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140459818 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bfca70: reopening flushed file at 1731140460274 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4faed71f: reopening flushed file at 1731140460278 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6e1ab8: reopening flushed file at 1731140460283 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=97, compaction requested=false at 1731140460288 (+5 ms)Writing region close event to WAL at 1731140460289 (+1 ms)Closed at 1731140460289 2024-11-09T08:21:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35255 is added to blk_1073741830_1006 (size=63654) 2024-11-09T08:21:00,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be727159-3549-d385-9004-9cfa5c7ee68a/MasterData/WALs/d7c8ba49ede6,39393,1731140441983/d7c8ba49ede6%2C39393%2C1731140441983.1731140443486 not finished, retry = 0 2024-11-09T08:21:00,392 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:00,392 INFO [M:0;d7c8ba49ede6:39393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:21:00,392 INFO [M:0;d7c8ba49ede6:39393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39393 2024-11-09T08:21:00,392 INFO [M:0;d7c8ba49ede6:39393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:00,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:00,514 INFO [M:0;d7c8ba49ede6:39393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:00,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011eaeb5860003, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:00,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@193ce8df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:00,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bd038f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:00,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:00,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32bf2885{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:00,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbd94a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:00,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:21:00,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:21:00,549 WARN [BP-1685577312-172.17.0.3-1731140440012 heartbeating to localhost/127.0.0.1:34841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:21:00,549 WARN [BP-1685577312-172.17.0.3-1731140440012 heartbeating to localhost/127.0.0.1:34841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1685577312-172.17.0.3-1731140440012 (Datanode Uuid 6a9b8d48-029d-4aa9-9163-75cbf52a922a) service to localhost/127.0.0.1:34841 2024-11-09T08:21:00,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/cluster_2f10c8bd-40e1-28cd-9e36-edfb6f26a634/data/data1/current/BP-1685577312-172.17.0.3-1731140440012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:00,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/cluster_2f10c8bd-40e1-28cd-9e36-edfb6f26a634/data/data2/current/BP-1685577312-172.17.0.3-1731140440012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:00,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:21:00,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d1a228e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:00,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6698f2f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:00,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:00,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@315e3fba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:00,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20876e25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:00,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:21:00,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:21:00,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:00,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:00,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:00,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:00,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:00,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:21:00,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937983986, stopped=false 2024-11-09T08:21:00,572 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,35723,1731140436439 2024-11-09T08:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367097228/running 2024-11-09T08:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367097228/running 2024-11-09T08:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:21:00,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:00,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:00,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:00,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:00,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,42643,1731140436822' ***** 2024-11-09T08:21:00,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/running 2024-11-09T08:21:00,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:21:00,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Set watcher on znode that does not yet exist, /01367097228/running 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(3091): Received CLOSE for 954408fcfa4f38a3428aa003918d4357 2024-11-09T08:21:00,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(3091): Received CLOSE for e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,42643,1731140436822 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42643. 2024-11-09T08:21:00,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 954408fcfa4f38a3428aa003918d4357, disabling compactions & flushes 2024-11-09T08:21:00,589 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:21:00,589 DEBUG [RS:0;d7c8ba49ede6:42643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:00,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:21:00,589 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:00,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. after waiting 0 ms 2024-11-09T08:21:00,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:21:00,589 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:21:00,590 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 954408fcfa4f38a3428aa003918d4357 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T08:21:00,596 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:21:00,596 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:21:00,596 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:21:00,596 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:21:00,596 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1325): Online Regions={954408fcfa4f38a3428aa003918d4357=hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357., 1588230740=hbase:meta,,1.1588230740, e8cb3cd557b939d300ebbdc2de6693a3=test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.} 2024-11-09T08:21:00,596 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 954408fcfa4f38a3428aa003918d4357, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:00,596 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:00,596 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:00,596 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:00,596 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:00,596 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:00,596 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:21:00,603 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/.tmp/queue/4233b4923cf3496887de32666f4f9818 is 153, key is 1-d7c8ba49ede6,42643,1731140436822/queue:d7c8ba49ede6%2C42643%2C1731140436822/1731140456482/Put/seqid=0 2024-11-09T08:21:00,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741840_1016 (size=5352) 2024-11-09T08:21:00,613 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/info/c4d0ccc1213049d1a888774880de0bdd is 147, key is hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357./info:regioninfo/1731140449690/Put/seqid=0 2024-11-09T08:21:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741841_1017 (size=7686) 2024-11-09T08:21:00,628 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:00,796 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 954408fcfa4f38a3428aa003918d4357, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:00,911 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:21:00,996 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 954408fcfa4f38a3428aa003918d4357, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:01,007 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/.tmp/queue/4233b4923cf3496887de32666f4f9818 2024-11-09T08:21:01,011 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/.tmp/queue/4233b4923cf3496887de32666f4f9818 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/queue/4233b4923cf3496887de32666f4f9818 2024-11-09T08:21:01,013 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:21:01,013 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:21:01,015 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/queue/4233b4923cf3496887de32666f4f9818, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T08:21:01,016 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 954408fcfa4f38a3428aa003918d4357 in 426ms, sequenceid=10, compaction requested=false 2024-11-09T08:21:01,017 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/info/c4d0ccc1213049d1a888774880de0bdd 2024-11-09T08:21:01,018 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/replication/954408fcfa4f38a3428aa003918d4357/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T08:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:01,019 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 954408fcfa4f38a3428aa003918d4357: Waiting for close lock at 1731140460589Running coprocessor pre-close hooks at 1731140460589Disabling compacts and flushes for region at 1731140460589Disabling writes for close at 1731140460589Obtaining lock to block concurrent updates at 1731140460590 (+1 ms)Preparing flush snapshotting stores in 954408fcfa4f38a3428aa003918d4357 at 1731140460590Finished memstore snapshotting hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731140460590Flushing stores of hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. at 1731140460590Flushing 954408fcfa4f38a3428aa003918d4357/queue: creating writer at 1731140460590Flushing 954408fcfa4f38a3428aa003918d4357/queue: appending metadata at 1731140460603 (+13 ms)Flushing 954408fcfa4f38a3428aa003918d4357/queue: closing flushed file at 1731140460603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4c4aff: reopening flushed file at 1731140461011 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 954408fcfa4f38a3428aa003918d4357 in 426ms, sequenceid=10, compaction requested=false at 1731140461016 (+5 ms)Writing region close event to WAL at 1731140461016Running coprocessor post-close hooks at 1731140461019 (+3 ms)Closed at 1731140461019 2024-11-09T08:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140448529.954408fcfa4f38a3428aa003918d4357. 2024-11-09T08:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8cb3cd557b939d300ebbdc2de6693a3, disabling compactions & flushes 2024-11-09T08:21:01,019 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:21:01,020 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. after waiting 0 ms 2024-11-09T08:21:01,020 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:21:01,020 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8cb3cd557b939d300ebbdc2de6693a3 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T08:21:01,033 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/f/01fc9891973a426b9e12ba3436b60482 is 29, key is row1/f:/1731140455865/DeleteFamily/seqid=0 2024-11-09T08:21:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741842_1018 (size=5118) 2024-11-09T08:21:01,037 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/f/01fc9891973a426b9e12ba3436b60482 2024-11-09T08:21:01,037 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/ns/903f1ba5391c47dea57d8aa1b6f81bb7 is 43, key is default/ns:d/1731140439900/Put/seqid=0 2024-11-09T08:21:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741843_1019 (size=5153) 2024-11-09T08:21:01,042 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/ns/903f1ba5391c47dea57d8aa1b6f81bb7 2024-11-09T08:21:01,042 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01fc9891973a426b9e12ba3436b60482 2024-11-09T08:21:01,058 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/rep_barrier/bb54b804b66449329d56f7fa65b1a8e7 is 112, key is test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3./rep_barrier:seqnumDuringOpen/1731140445969/Put/seqid=0 2024-11-09T08:21:01,060 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/f1/c1ee6f73ee2f412f9c8d494fdac3a902 is 30, key is row1/f1:/1731140455865/DeleteFamily/seqid=0 2024-11-09T08:21:01,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741844_1020 (size=5518) 2024-11-09T08:21:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741845_1021 (size=5123) 2024-11-09T08:21:01,197 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:01,397 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:01,462 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/rep_barrier/bb54b804b66449329d56f7fa65b1a8e7 2024-11-09T08:21:01,471 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/f1/c1ee6f73ee2f412f9c8d494fdac3a902 2024-11-09T08:21:01,474 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1ee6f73ee2f412f9c8d494fdac3a902 2024-11-09T08:21:01,479 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/table/cfb83291ae1c4ea2baea62238c022e34 is 53, key is hbase:replication/table:state/1731140449696/Put/seqid=0 2024-11-09T08:21:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741846_1022 (size=5308) 2024-11-09T08:21:01,490 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/norep/228e579df26c42a9981bc418fdf757cd is 32, key is row/norep:/1731140454852/DeleteFamily/seqid=0 2024-11-09T08:21:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741847_1023 (size=5101) 2024-11-09T08:21:01,597 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:21:01,597 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e8cb3cd557b939d300ebbdc2de6693a3=test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3.} 2024-11-09T08:21:01,597 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:01,797 DEBUG [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8cb3cd557b939d300ebbdc2de6693a3 2024-11-09T08:21:01,883 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/table/cfb83291ae1c4ea2baea62238c022e34 2024-11-09T08:21:01,887 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/info/c4d0ccc1213049d1a888774880de0bdd as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/info/c4d0ccc1213049d1a888774880de0bdd 2024-11-09T08:21:01,890 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/info/c4d0ccc1213049d1a888774880de0bdd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:21:01,891 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/ns/903f1ba5391c47dea57d8aa1b6f81bb7 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/ns/903f1ba5391c47dea57d8aa1b6f81bb7 2024-11-09T08:21:01,894 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/norep/228e579df26c42a9981bc418fdf757cd 2024-11-09T08:21:01,894 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/ns/903f1ba5391c47dea57d8aa1b6f81bb7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:21:01,895 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/rep_barrier/bb54b804b66449329d56f7fa65b1a8e7 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/rep_barrier/bb54b804b66449329d56f7fa65b1a8e7 2024-11-09T08:21:01,897 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 228e579df26c42a9981bc418fdf757cd 2024-11-09T08:21:01,897 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/f/01fc9891973a426b9e12ba3436b60482 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/f/01fc9891973a426b9e12ba3436b60482 2024-11-09T08:21:01,898 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/rep_barrier/bb54b804b66449329d56f7fa65b1a8e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:21:01,899 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/.tmp/table/cfb83291ae1c4ea2baea62238c022e34 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/table/cfb83291ae1c4ea2baea62238c022e34 2024-11-09T08:21:01,901 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01fc9891973a426b9e12ba3436b60482 2024-11-09T08:21:01,901 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/f/01fc9891973a426b9e12ba3436b60482, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T08:21:01,902 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/f1/c1ee6f73ee2f412f9c8d494fdac3a902 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/f1/c1ee6f73ee2f412f9c8d494fdac3a902 2024-11-09T08:21:01,903 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/table/cfb83291ae1c4ea2baea62238c022e34, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:21:01,904 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-09T08:21:01,904 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:21:01,906 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1ee6f73ee2f412f9c8d494fdac3a902 2024-11-09T08:21:01,906 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/f1/c1ee6f73ee2f412f9c8d494fdac3a902, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T08:21:01,907 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/.tmp/norep/228e579df26c42a9981bc418fdf757cd as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/norep/228e579df26c42a9981bc418fdf757cd 2024-11-09T08:21:01,909 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:21:01,909 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:01,909 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:01,909 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:01,909 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140460596Running coprocessor pre-close hooks at 1731140460596Disabling compacts and flushes for region at 1731140460596Disabling writes for close at 1731140460596Obtaining lock to block concurrent updates at 1731140460596Preparing flush snapshotting stores in 1588230740 at 1731140460596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140460597 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140460597Flushing 1588230740/info: creating writer at 1731140460597Flushing 1588230740/info: appending metadata at 1731140460613 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731140460613Flushing 1588230740/ns: creating writer at 1731140461021 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731140461037 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731140461037Flushing 1588230740/rep_barrier: creating writer at 1731140461045 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140461057 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140461057Flushing 1588230740/table: creating writer at 1731140461466 (+409 ms)Flushing 1588230740/table: appending metadata at 1731140461479 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731140461479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247d96d6: reopening flushed file at 1731140461886 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1035f1: reopening flushed file at 1731140461890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fec1c0a: reopening flushed file at 1731140461894 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2ed37e: reopening flushed file at 1731140461899 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731140461904 (+5 ms)Writing region close event to WAL at 1731140461906 (+2 ms)Running coprocessor post-close hooks at 1731140461909 (+3 ms)Closed at 1731140461909 2024-11-09T08:21:01,910 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:01,911 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 228e579df26c42a9981bc418fdf757cd 2024-11-09T08:21:01,911 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/norep/228e579df26c42a9981bc418fdf757cd, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T08:21:01,912 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e8cb3cd557b939d300ebbdc2de6693a3 in 892ms, sequenceid=8, compaction requested=false 2024-11-09T08:21:01,912 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:21:01,914 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 912, reset compression=false 2024-11-09T08:21:01,916 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/data/default/test/e8cb3cd557b939d300ebbdc2de6693a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:21:01,917 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:01,917 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:01,917 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:21:01,917 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8cb3cd557b939d300ebbdc2de6693a3: Waiting for close lock at 1731140461019Running coprocessor pre-close hooks at 1731140461019Disabling compacts and flushes for region at 1731140461019Disabling writes for close at 1731140461020 (+1 ms)Obtaining lock to block concurrent updates at 1731140461020Preparing flush snapshotting stores in e8cb3cd557b939d300ebbdc2de6693a3 at 1731140461020Finished memstore snapshotting test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731140461020Flushing stores of test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. at 1731140461020Flushing e8cb3cd557b939d300ebbdc2de6693a3/f: creating writer at 1731140461020Flushing e8cb3cd557b939d300ebbdc2de6693a3/f: appending metadata at 1731140461033 (+13 ms)Flushing e8cb3cd557b939d300ebbdc2de6693a3/f: closing flushed file at 1731140461033Flushing e8cb3cd557b939d300ebbdc2de6693a3/f1: creating writer at 1731140461042 (+9 ms)Flushing e8cb3cd557b939d300ebbdc2de6693a3/f1: appending metadata at 1731140461059 (+17 ms)Flushing e8cb3cd557b939d300ebbdc2de6693a3/f1: closing flushed file at 1731140461059Flushing e8cb3cd557b939d300ebbdc2de6693a3/norep: creating writer at 1731140461474 (+415 ms)Flushing e8cb3cd557b939d300ebbdc2de6693a3/norep: appending metadata at 1731140461490 (+16 ms)Flushing e8cb3cd557b939d300ebbdc2de6693a3/norep: closing flushed file at 1731140461490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469b1d63: reopening flushed file at 1731140461897 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12dd03d2: reopening flushed file at 1731140461901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25492fd8: reopening flushed file at 1731140461906 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e8cb3cd557b939d300ebbdc2de6693a3 in 892ms, sequenceid=8, compaction requested=false at 1731140461912 (+6 ms)Writing region close event to WAL at 1731140461913 (+1 ms)Running coprocessor post-close hooks at 1731140461916 (+3 ms)Closed at 1731140461917 (+1 ms) 2024-11-09T08:21:01,917 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140445219.e8cb3cd557b939d300ebbdc2de6693a3. 2024-11-09T08:21:01,917 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:01,917 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 1803, reset compression=false 2024-11-09T08:21:01,918 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42643,1731140436822 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:01,918 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,42643,1731140436822: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,42643,1731140436822, walGroup=d7c8ba49ede6%2C42643%2C1731140436822, offset=d7c8ba49ede6%2C42643%2C1731140436822.1731140439144:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:42643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:21:01,919 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:21:01,919 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:21:01,920 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:21:01,920 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:21:01,920 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:21:01,920 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 693587648 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191123168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:21:01,920 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:35723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:35723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:21:01,997 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,42643,1731140436822; all regions closed. 2024-11-09T08:21:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:21:01,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.meta.1731140439679.meta not finished, retry = 0 2024-11-09T08:21:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741839_1015 (size=2676) 2024-11-09T08:21:02,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.rep.1731140449659 not finished, retry = 0 2024-11-09T08:21:02,121 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/WALs/d7c8ba49ede6,42643,1731140436822/d7c8ba49ede6%2C42643%2C1731140436822.1731140439144 to pos 1803, reset compression=false 2024-11-09T08:21:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741832_1008 (size=1811) 2024-11-09T08:21:02,205 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:02,205 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:02,205 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:02,205 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:02,205 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:02,205 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:02,205 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,42643,1731140436822 because: Region server is closing 2024-11-09T08:21:02,206 INFO [RS:0;d7c8ba49ede6:42643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42643. 2024-11-09T08:21:02,206 DEBUG [RS:0;d7c8ba49ede6:42643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:02,206 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:02,206 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:02,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:02,306 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.shipperd7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 terminated 2024-11-09T08:21:02,306 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42643,1731140436822.replicationSource.wal-reader.d7c8ba49ede6%2C42643%2C1731140436822,1-d7c8ba49ede6,42643,1731140436822 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:21:02,306 INFO [RS:0;d7c8ba49ede6:42643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42643. 2024-11-09T08:21:02,306 DEBUG [RS:0;d7c8ba49ede6:42643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:02,306 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:02,307 DEBUG [RS:0;d7c8ba49ede6:42643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:02,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:02,307 INFO [RS:0;d7c8ba49ede6:42643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42643 2024-11-09T08:21:02,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367097228/rs/d7c8ba49ede6,42643,1731140436822 2024-11-09T08:21:02,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228/rs 2024-11-09T08:21:02,361 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:02,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,42643,1731140436822] 2024-11-09T08:21:02,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01367097228/draining/d7c8ba49ede6,42643,1731140436822 already deleted, retry=false 2024-11-09T08:21:02,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,42643,1731140436822 expired; onlineServers=0 2024-11-09T08:21:02,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,35723,1731140436439' ***** 2024-11-09T08:21:02,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:21:02,382 INFO [M:0;d7c8ba49ede6:35723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:02,382 INFO [M:0;d7c8ba49ede6:35723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:02,382 DEBUG [M:0;d7c8ba49ede6:35723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:21:02,382 DEBUG [M:0;d7c8ba49ede6:35723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:21:02,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:21:02,382 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140438864 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140438864,5,FailOnTimeoutGroup] 2024-11-09T08:21:02,382 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140438860 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140438860,5,FailOnTimeoutGroup] 2024-11-09T08:21:02,382 INFO [M:0;d7c8ba49ede6:35723 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:02,382 INFO [M:0;d7c8ba49ede6:35723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:02,382 DEBUG [M:0;d7c8ba49ede6:35723 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:21:02,382 INFO [M:0;d7c8ba49ede6:35723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:21:02,383 INFO [M:0;d7c8ba49ede6:35723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:02,383 INFO [M:0;d7c8ba49ede6:35723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:21:02,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:21:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367097228/master 2024-11-09T08:21:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367097228 2024-11-09T08:21:02,392 DEBUG [M:0;d7c8ba49ede6:35723 {}] zookeeper.ZKUtil(347): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Unable to get data of znode /01367097228/master because node does not exist (not an error) 2024-11-09T08:21:02,392 WARN [M:0;d7c8ba49ede6:35723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:21:02,393 INFO [M:0;d7c8ba49ede6:35723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/.lastflushedseqids 2024-11-09T08:21:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741848_1024 (size=245) 2024-11-09T08:21:02,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:02,471 INFO [RS:0;d7c8ba49ede6:42643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:02,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42643-0x1011eaeb5860001, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:02,471 INFO [RS:0;d7c8ba49ede6:42643 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,42643,1731140436822; zookeeper connection closed. 2024-11-09T08:21:02,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@487d20d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@487d20d3 2024-11-09T08:21:02,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:21:02,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:02,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:02,798 INFO [M:0;d7c8ba49ede6:35723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:21:02,798 INFO [M:0;d7c8ba49ede6:35723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:21:02,798 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:02,798 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:02,798 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:02,798 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:02,798 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:02,798 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T08:21:02,815 DEBUG [M:0;d7c8ba49ede6:35723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235f6b797f4d4cc6ab83a608740fe3c4 is 82, key is hbase:meta,,1/info:regioninfo/1731140439715/Put/seqid=0 2024-11-09T08:21:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741849_1025 (size=5672) 2024-11-09T08:21:02,819 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235f6b797f4d4cc6ab83a608740fe3c4 2024-11-09T08:21:02,839 DEBUG [M:0;d7c8ba49ede6:35723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc1d952f75764c1594bb93ed30275a03 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140449700/Put/seqid=0 2024-11-09T08:21:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741850_1026 (size=8517) 2024-11-09T08:21:03,243 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc1d952f75764c1594bb93ed30275a03 2024-11-09T08:21:03,260 DEBUG [M:0;d7c8ba49ede6:35723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c60f157bef63402bbf5e6e4e2e949d50 is 69, key is d7c8ba49ede6,42643,1731140436822/rs:state/1731140438986/Put/seqid=0 2024-11-09T08:21:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741851_1027 (size=5156) 2024-11-09T08:21:03,663 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c60f157bef63402bbf5e6e4e2e949d50 2024-11-09T08:21:03,667 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235f6b797f4d4cc6ab83a608740fe3c4 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235f6b797f4d4cc6ab83a608740fe3c4 2024-11-09T08:21:03,671 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235f6b797f4d4cc6ab83a608740fe3c4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:21:03,671 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc1d952f75764c1594bb93ed30275a03 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc1d952f75764c1594bb93ed30275a03 2024-11-09T08:21:03,675 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc1d952f75764c1594bb93ed30275a03, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:21:03,675 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c60f157bef63402bbf5e6e4e2e949d50 as hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c60f157bef63402bbf5e6e4e2e949d50 2024-11-09T08:21:03,679 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/dadc0dd2-89e4-2366-b54c-0808bb383f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c60f157bef63402bbf5e6e4e2e949d50, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:21:03,680 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-09T08:21:03,681 INFO [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:03,681 DEBUG [M:0;d7c8ba49ede6:35723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140462798Disabling compacts and flushes for region at 1731140462798Disabling writes for close at 1731140462798Obtaining lock to block concurrent updates at 1731140462798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140462798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731140462799 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140462799Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140462799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140462815 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140462815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140462822 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140462839 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140462839Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140463247 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140463260 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140463260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34733f2: reopening flushed file at 1731140463667 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@877254: reopening flushed file at 1731140463671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4299459f: reopening flushed file at 1731140463675 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731140463680 (+5 ms)Writing region close event to WAL at 1731140463681 (+1 ms)Closed at 1731140463681 2024-11-09T08:21:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741830_1006 (size=63666) 2024-11-09T08:21:03,683 INFO [M:0;d7c8ba49ede6:35723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:21:03,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:03,683 INFO [M:0;d7c8ba49ede6:35723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35723 2024-11-09T08:21:03,683 INFO [M:0;d7c8ba49ede6:35723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:03,871 INFO [M:0;d7c8ba49ede6:35723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35723-0x1011eaeb5860000, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:03,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fdfef11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:03,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cc1dd20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:03,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:03,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac3b55f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:03,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1842d1ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:03,875 WARN [BP-93133982-172.17.0.3-1731140434415 heartbeating to localhost/127.0.0.1:42645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:21:03,875 WARN [BP-93133982-172.17.0.3-1731140434415 heartbeating to localhost/127.0.0.1:42645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-93133982-172.17.0.3-1731140434415 (Datanode Uuid c30bd27a-2580-4484-a2bf-12f2a97593af) service to localhost/127.0.0.1:42645 2024-11-09T08:21:03,875 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:21:03,875 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:21:03,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/data/data1/current/BP-93133982-172.17.0.3-1731140434415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:03,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/cluster_98efdf1e-5f14-1d68-cc80-780511258a79/data/data2/current/BP-93133982-172.17.0.3-1731140434415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:03,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:21:03,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46bc032c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:03,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e437044{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:03,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:03,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6d5614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:03,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebb900e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7e306f7-9fd7-95c8-c0b6-cdedf6db88fe/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:03,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:21:03,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:21:03,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 244) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61252) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61252) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42645 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34841 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:42645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 632) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 499), ProcessCount=11 (was 11), AvailableMemoryMB=1336 (was 1406) 2024-11-09T08:21:03,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=1337 2024-11-09T08:21:03,923 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T08:21:03,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir so I do NOT create it in target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b 2024-11-09T08:21:03,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:21:03,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.tmp.dir so I do NOT create it in target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b 2024-11-09T08:21:03,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceea1928-e43a-a06b-3d00-9ef49338e83d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:21:03,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b 2024-11-09T08:21:03,923 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb, deleteOnExit=true 2024-11-09T08:21:03,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/zookeeper_0, clientPort=54642, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:21:03,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54642 2024-11-09T08:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/test.cache.data in system properties and HBase conf 2024-11-09T08:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:21:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:21:03,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:21:03,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:21:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eaeb5860002, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:21:03,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eaeb5860005, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:21:03,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eaeb5860005, quorum=127.0.0.1:61252, baseZNode=/1983266337 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:21:03,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eaeb5860002, quorum=127.0.0.1:61252, baseZNode=/01367097228 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:21:04,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:04,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:04,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:04,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:04,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:04,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:04,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f00c263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:04,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5944f065{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:04,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@453f7ee4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/java.io.tmpdir/jetty-localhost-40733-hadoop-hdfs-3_4_1-tests_jar-_-any-11008240897363051273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:04,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e207ce7{HTTP/1.1, (http/1.1)}{localhost:40733} 2024-11-09T08:21:04,400 INFO [Time-limited test {}] server.Server(415): Started @226182ms 2024-11-09T08:21:04,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:04,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:04,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:04,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:04,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:04,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f86a26b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:04,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a45f7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:04,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638cd3ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/java.io.tmpdir/jetty-localhost-35159-hadoop-hdfs-3_4_1-tests_jar-_-any-2859156340112868418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:04,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddcd1b{HTTP/1.1, (http/1.1)}{localhost:35159} 2024-11-09T08:21:04,779 INFO [Time-limited test {}] server.Server(415): Started @226560ms 2024-11-09T08:21:04,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:21:05,531 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/data/data1/current/BP-696322342-172.17.0.3-1731140463957/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:05,531 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/data/data2/current/BP-696322342-172.17.0.3-1731140463957/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:05,547 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:21:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95ec5c3104a62f4c with lease ID 0x71e27bf27eb6d814: Processing first storage report for DS-28fb6952-aae4-41d7-9606-a4b533877c39 from datanode DatanodeRegistration(127.0.0.1:33193, datanodeUuid=f5432b95-ee08-4535-bd91-d6bfa486468c, infoPort=38785, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=1404068002;c=1731140463957) 2024-11-09T08:21:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95ec5c3104a62f4c with lease ID 0x71e27bf27eb6d814: from storage DS-28fb6952-aae4-41d7-9606-a4b533877c39 node DatanodeRegistration(127.0.0.1:33193, datanodeUuid=f5432b95-ee08-4535-bd91-d6bfa486468c, infoPort=38785, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=1404068002;c=1731140463957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95ec5c3104a62f4c with lease ID 0x71e27bf27eb6d814: Processing first storage report for DS-05c3dd9e-8b60-469b-baa6-bcb9a78c3a7b from datanode DatanodeRegistration(127.0.0.1:33193, datanodeUuid=f5432b95-ee08-4535-bd91-d6bfa486468c, infoPort=38785, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=1404068002;c=1731140463957) 2024-11-09T08:21:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95ec5c3104a62f4c with lease ID 0x71e27bf27eb6d814: from storage DS-05c3dd9e-8b60-469b-baa6-bcb9a78c3a7b node DatanodeRegistration(127.0.0.1:33193, datanodeUuid=f5432b95-ee08-4535-bd91-d6bfa486468c, infoPort=38785, infoSecurePort=0, ipcPort=36081, storageInfo=lv=-57;cid=testClusterID;nsid=1404068002;c=1731140463957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:05,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b 2024-11-09T08:21:05,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:05,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:21:06,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0 with version=8 2024-11-09T08:21:06,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/hbase-staging 2024-11-09T08:21:06,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:21:06,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:06,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43719 2024-11-09T08:21:06,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43719 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437190x0, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:06,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43719-0x1011eaf28f00000 connected 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:06,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:06,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:06,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/running 2024-11-09T08:21:06,188 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0, hbase.cluster.distributed=false 2024-11-09T08:21:06,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/acl 2024-11-09T08:21:06,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43719 2024-11-09T08:21:06,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43719 2024-11-09T08:21:06,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43719 2024-11-09T08:21:06,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43719 2024-11-09T08:21:06,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43719 2024-11-09T08:21:06,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:21:06,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:06,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41303 2024-11-09T08:21:06,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41303 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:06,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:06,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413030x0, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:06,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413030x0, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/running 2024-11-09T08:21:06,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41303-0x1011eaf28f00001 connected 2024-11-09T08:21:06,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:21:06,225 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:21:06,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/master 2024-11-09T08:21:06,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/acl 2024-11-09T08:21:06,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41303 2024-11-09T08:21:06,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41303 2024-11-09T08:21:06,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41303 2024-11-09T08:21:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41303 2024-11-09T08:21:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41303 2024-11-09T08:21:06,239 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:43719 2024-11-09T08:21:06,240 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1964373570/backup-masters/d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570/backup-masters 2024-11-09T08:21:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570/backup-masters 2024-11-09T08:21:06,249 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on existing znode=/0-1964373570/backup-masters/d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:06,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1964373570/master 2024-11-09T08:21:06,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:06,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:06,259 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on existing znode=/0-1964373570/master 2024-11-09T08:21:06,260 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1964373570/backup-masters/d7c8ba49ede6,43719,1731140466011 from backup master directory 2024-11-09T08:21:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964373570/backup-masters/d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570/backup-masters 2024-11-09T08:21:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570/backup-masters 2024-11-09T08:21:06,270 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:06,270 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:06,272 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/hbase.id] with ID: 96962e84-669d-4fba-b6da-8a7fd481509a 2024-11-09T08:21:06,272 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/.tmp/hbase.id 2024-11-09T08:21:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:21:06,276 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/.tmp/hbase.id]:[hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/hbase.id] 2024-11-09T08:21:06,283 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:06,283 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:21:06,284 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:21:06,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:06,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:21:06,699 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:06,700 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:21:06,700 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:21:07,110 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store 2024-11-09T08:21:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:21:07,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:07,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:07,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:07,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:07,515 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:07,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:07,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:07,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:07,515 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:07,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140467515Disabling compacts and flushes for region at 1731140467515Disabling writes for close at 1731140467515Writing region close event to WAL at 1731140467515Closed at 1731140467515 2024-11-09T08:21:07,516 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/.initializing 2024-11-09T08:21:07,516 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/WALs/d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:07,516 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:07,517 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C43719%2C1731140466011, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/WALs/d7c8ba49ede6,43719,1731140466011, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/oldWALs, maxLogs=10 2024-11-09T08:21:07,530 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/WALs/d7c8ba49ede6,43719,1731140466011/d7c8ba49ede6%2C43719%2C1731140466011.1731140467518, exclude list is [], retry=0 2024-11-09T08:21:07,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-28fb6952-aae4-41d7-9606-a4b533877c39,DISK] 2024-11-09T08:21:07,533 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/WALs/d7c8ba49ede6,43719,1731140466011/d7c8ba49ede6%2C43719%2C1731140466011.1731140467518 2024-11-09T08:21:07,533 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-09T08:21:07,533 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:07,533 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:07,533 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,533 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:21:07,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:07,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:07,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:21:07,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:07,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:07,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:21:07,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:07,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:07,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:21:07,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:07,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:07,538 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,539 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,539 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,540 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,540 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,540 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:07,541 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:07,543 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:07,543 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59474169, jitterRate=-0.11376582086086273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:07,544 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140467533Initializing all the Stores at 1731140467534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140467534Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140467534Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140467534Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140467534Cleaning up temporary data from old regions at 1731140467540 (+6 ms)Region opened successfully at 1731140467544 (+4 ms) 2024-11-09T08:21:07,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:21:07,546 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4068a8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:07,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:21:07,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:21:07,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:21:07,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:21:07,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:21:07,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:21:07,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:21:07,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:21:07,550 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Unable to get data of znode /0-1964373570/balancer because node does not exist (not necessarily an error) 2024-11-09T08:21:07,606 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964373570/balancer already deleted, retry=false 2024-11-09T08:21:07,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:21:07,608 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Unable to get data of znode /0-1964373570/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:21:07,617 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964373570/normalizer already deleted, retry=false 2024-11-09T08:21:07,617 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:21:07,618 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Unable to get data of znode /0-1964373570/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:21:07,627 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964373570/switch/split already deleted, retry=false 2024-11-09T08:21:07,628 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Unable to get data of znode /0-1964373570/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:21:07,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964373570/switch/merge already deleted, retry=false 2024-11-09T08:21:07,640 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Unable to get data of znode /0-1964373570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:21:07,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964373570/snapshot-cleanup already deleted, retry=false 2024-11-09T08:21:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1964373570/running 2024-11-09T08:21:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1964373570/running 2024-11-09T08:21:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:07,659 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,43719,1731140466011, sessionid=0x1011eaf28f00000, setting cluster-up flag (Was=false) 2024-11-09T08:21:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:07,712 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1964373570/flush-table-proc/acquired, /0-1964373570/flush-table-proc/reached, /0-1964373570/flush-table-proc/abort 2024-11-09T08:21:07,712 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:07,764 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1964373570/online-snapshot/acquired, /0-1964373570/online-snapshot/reached, /0-1964373570/online-snapshot/abort 2024-11-09T08:21:07,765 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:07,766 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:21:07,767 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:07,767 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:21:07,767 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:21:07,767 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,43719,1731140466011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:07,768 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140497769 2024-11-09T08:21:07,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:21:07,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:21:07,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:21:07,769 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:21:07,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:21:07,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:21:07,771 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:07,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:21:07,771 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:21:07,771 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:21:07,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140467771,5,FailOnTimeoutGroup] 2024-11-09T08:21:07,772 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140467771,5,FailOnTimeoutGroup] 2024-11-09T08:21:07,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:21:07,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:21:07,829 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(746): ClusterId : 96962e84-669d-4fba-b6da-8a7fd481509a 2024-11-09T08:21:07,829 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:21:07,839 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:21:07,839 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:21:07,849 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:21:07,849 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b74302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:07,859 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:41303 2024-11-09T08:21:07,859 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:21:07,859 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:21:07,859 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:21:07,860 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,43719,1731140466011 with port=41303, startcode=1731140466208 2024-11-09T08:21:07,860 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:21:07,861 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:21:07,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:07,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43719 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:07,863 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0 2024-11-09T08:21:07,863 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46571 2024-11-09T08:21:07,863 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:21:07,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570/rs 2024-11-09T08:21:07,870 DEBUG [RS:0;d7c8ba49ede6:41303 {}] zookeeper.ZKUtil(111): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on existing znode=/0-1964373570/rs/d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:07,870 WARN [RS:0;d7c8ba49ede6:41303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:07,870 INFO [RS:0;d7c8ba49ede6:41303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:07,870 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:07,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,41303,1731140466208] 2024-11-09T08:21:07,873 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:21:07,874 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:21:07,876 INFO [RS:0;d7c8ba49ede6:41303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:21:07,876 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,877 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:21:07,878 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:21:07,878 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:07,878 DEBUG [RS:0;d7c8ba49ede6:41303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:07,880 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,880 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,880 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,880 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,880 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,880 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41303,1731140466208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:07,893 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:21:07,893 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41303,1731140466208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,893 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,893 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.Replication(171): d7c8ba49ede6,41303,1731140466208 started 2024-11-09T08:21:07,915 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:07,915 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,41303,1731140466208, RpcServer on d7c8ba49ede6/172.17.0.3:41303, sessionid=0x1011eaf28f00001 2024-11-09T08:21:07,915 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:21:07,915 DEBUG [RS:0;d7c8ba49ede6:41303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:07,915 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41303,1731140466208' 2024-11-09T08:21:07,915 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1964373570/flush-table-proc/abort' 2024-11-09T08:21:07,916 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1964373570/flush-table-proc/acquired' 2024-11-09T08:21:07,916 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:21:07,916 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:21:07,916 DEBUG [RS:0;d7c8ba49ede6:41303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:07,916 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41303,1731140466208' 2024-11-09T08:21:07,916 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1964373570/online-snapshot/abort' 2024-11-09T08:21:07,917 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1964373570/online-snapshot/acquired' 2024-11-09T08:21:07,917 DEBUG [RS:0;d7c8ba49ede6:41303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:21:07,917 INFO [RS:0;d7c8ba49ede6:41303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:21:07,917 INFO [RS:0;d7c8ba49ede6:41303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:21:08,017 INFO [RS:0;d7c8ba49ede6:41303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:08,019 INFO [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41303%2C1731140466208, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/oldWALs, maxLogs=10 2024-11-09T08:21:08,034 DEBUG [RS:0;d7c8ba49ede6:41303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, exclude list is [], retry=0 2024-11-09T08:21:08,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-28fb6952-aae4-41d7-9606-a4b533877c39,DISK] 2024-11-09T08:21:08,038 INFO [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 2024-11-09T08:21:08,038 DEBUG [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-09T08:21:08,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:21:08,178 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0 2024-11-09T08:21:08,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:21:08,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:08,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:08,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:08,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:08,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:08,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:08,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:08,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:08,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:08,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:08,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:08,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:08,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:08,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:08,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:08,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:08,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:08,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:08,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740 2024-11-09T08:21:08,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740 2024-11-09T08:21:08,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:08,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:08,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:08,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:08,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:08,593 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74988267, jitterRate=0.1174122542142868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:08,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140468583Initializing all the Stores at 1731140468584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140468584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140468584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140468584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140468584Cleaning up temporary data from old regions at 1731140468590 (+6 ms)Region opened successfully at 1731140468593 (+3 ms) 2024-11-09T08:21:08,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:08,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:08,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:08,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:08,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:08,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:08,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140468593Disabling compacts and flushes for region at 1731140468593Disabling writes for close at 1731140468594 (+1 ms)Writing region close event to WAL at 1731140468594Closed at 1731140468594 2024-11-09T08:21:08,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:08,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:21:08,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:21:08,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:08,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:21:08,746 DEBUG [d7c8ba49ede6:43719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:21:08,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:08,748 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41303,1731140466208, state=OPENING 2024-11-09T08:21:08,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:21:08,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:08,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:08,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964373570/meta-region-server: CHANGED 2024-11-09T08:21:08,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964373570/meta-region-server: CHANGED 2024-11-09T08:21:08,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:08,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41303,1731140466208}] 2024-11-09T08:21:08,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:08,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:08,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38345 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:09,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:09,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:21:09,019 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:21:09,019 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:09,019 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:21:09,020 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41303%2C1731140466208.meta, suffix=.meta, logDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/oldWALs, maxLogs=10 2024-11-09T08:21:09,031 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.meta.1731140469020.meta, exclude list is [], retry=0 2024-11-09T08:21:09,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-28fb6952-aae4-41d7-9606-a4b533877c39,DISK] 2024-11-09T08:21:09,034 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.meta.1731140469020.meta 2024-11-09T08:21:09,034 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-09T08:21:09,034 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:09,035 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:09,035 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:09,035 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:21:09,035 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:21:09,035 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:21:09,035 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:09,035 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:21:09,035 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:21:09,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:09,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:09,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:09,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:09,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:09,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:09,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:09,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:09,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:09,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:09,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:09,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:09,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:09,039 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:09,040 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740 2024-11-09T08:21:09,041 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740 2024-11-09T08:21:09,041 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:09,041 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:09,042 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:09,043 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:09,043 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72753995, jitterRate=0.08411900699138641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:09,043 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:21:09,044 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140469035Writing region info on filesystem at 1731140469035Initializing all the Stores at 1731140469036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140469036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140469036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140469036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140469036Cleaning up temporary data from old regions at 1731140469042 (+6 ms)Running coprocessor post-open hooks at 1731140469043 (+1 ms)Region opened successfully at 1731140469044 (+1 ms) 2024-11-09T08:21:09,045 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140469015 2024-11-09T08:21:09,046 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:21:09,046 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:21:09,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:09,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41303,1731140466208, state=OPEN 2024-11-09T08:21:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1964373570/meta-region-server 2024-11-09T08:21:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1964373570/meta-region-server 2024-11-09T08:21:09,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:09,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964373570/meta-region-server: CHANGED 2024-11-09T08:21:09,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1964373570/meta-region-server: CHANGED 2024-11-09T08:21:09,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:21:09,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41303,1731140466208 in 213 msec 2024-11-09T08:21:09,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:21:09,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-09T08:21:09,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:09,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:21:09,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:09,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41303,1731140466208, seqNum=-1] 2024-11-09T08:21:09,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:09,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:09,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-09T08:21:09,086 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140469086, completionTime=-1 2024-11-09T08:21:09,086 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:21:09,086 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:21:09,087 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:21:09,087 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140529087 2024-11-09T08:21:09,087 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140589087 2024-11-09T08:21:09,087 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:21:09,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43719,1731140466011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43719,1731140466011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43719,1731140466011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:43719, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,090 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:21:09,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.821sec 2024-11-09T08:21:09,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:21:09,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:21:09,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:21:09,091 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:21:09,092 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:21:09,092 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43719,1731140466011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:09,092 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43719,1731140466011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:21:09,093 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:21:09,093 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:21:09,093 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43719,1731140466011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:09,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13069890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:09,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:09,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:09,132 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a47e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:09,133 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:09,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23281270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:09,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41303,1731140466208, seqNum=-1] 2024-11-09T08:21:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:09,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:09,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:09,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:09,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:09,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eaf28f00002 connected 2024-11-09T08:21:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir so I do NOT create it in target/test-data/57922256-2f34-d249-1579-30364ad80dd7 2024-11-09T08:21:09,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:21:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.tmp.dir so I do NOT create it in target/test-data/57922256-2f34-d249-1579-30364ad80dd7 2024-11-09T08:21:09,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:21:09,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7 2024-11-09T08:21:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:21:09,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/cluster_cc2afee7-2d6a-d469-68e2-daee93416fbf, deleteOnExit=true 2024-11-09T08:21:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/test.cache.data in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:21:09,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:21:09,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:21:09,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:21:09,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:09,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:09,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:09,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:09,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:09,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:09,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ef6e1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:09,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4998e689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:09,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d5d984{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/java.io.tmpdir/jetty-localhost-39625-hadoop-hdfs-3_4_1-tests_jar-_-any-9761074882456268727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:09,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b95c3af{HTTP/1.1, (http/1.1)}{localhost:39625} 2024-11-09T08:21:09,610 INFO [Time-limited test {}] server.Server(415): Started @231391ms 2024-11-09T08:21:09,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:09,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:09,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:09,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:09,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:21:09,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55d2d063{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:09,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738a9463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:09,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f4a5392{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/java.io.tmpdir/jetty-localhost-35663-hadoop-hdfs-3_4_1-tests_jar-_-any-8368773306276606143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:09,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@118e77a4{HTTP/1.1, (http/1.1)}{localhost:35663} 2024-11-09T08:21:09,976 INFO [Time-limited test {}] server.Server(415): Started @231758ms 2024-11-09T08:21:09,977 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:21:10,606 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/cluster_cc2afee7-2d6a-d469-68e2-daee93416fbf/data/data1/current/BP-1472481212-172.17.0.3-1731140469177/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:10,610 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/cluster_cc2afee7-2d6a-d469-68e2-daee93416fbf/data/data2/current/BP-1472481212-172.17.0.3-1731140469177/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:10,624 WARN [Thread-2770 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:21:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f4076ef3da78683 with lease ID 0xea078ecbcfc382ed: Processing first storage report for DS-563aa544-bd94-4997-83e1-2697391087d2 from datanode DatanodeRegistration(127.0.0.1:36789, datanodeUuid=413319b1-7c8c-4a9a-b0bb-be915298e809, infoPort=33137, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1141762290;c=1731140469177) 2024-11-09T08:21:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f4076ef3da78683 with lease ID 0xea078ecbcfc382ed: from storage DS-563aa544-bd94-4997-83e1-2697391087d2 node DatanodeRegistration(127.0.0.1:36789, datanodeUuid=413319b1-7c8c-4a9a-b0bb-be915298e809, infoPort=33137, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1141762290;c=1731140469177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f4076ef3da78683 with lease ID 0xea078ecbcfc382ed: Processing first storage report for DS-d3571b21-1942-4fe4-a615-905cd6ed597a from datanode DatanodeRegistration(127.0.0.1:36789, datanodeUuid=413319b1-7c8c-4a9a-b0bb-be915298e809, infoPort=33137, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1141762290;c=1731140469177) 2024-11-09T08:21:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f4076ef3da78683 with lease ID 0xea078ecbcfc382ed: from storage DS-d3571b21-1942-4fe4-a615-905cd6ed597a node DatanodeRegistration(127.0.0.1:36789, datanodeUuid=413319b1-7c8c-4a9a-b0bb-be915298e809, infoPort=33137, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1141762290;c=1731140469177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:10,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7 2024-11-09T08:21:10,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:10,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:21:11,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2 with version=8 2024-11-09T08:21:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/hbase-staging 2024-11-09T08:21:11,114 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:11,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40881 2024-11-09T08:21:11,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40881 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408810x0, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:11,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40881-0x1011eaf28f00003 connected 2024-11-09T08:21:11,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:11,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:11,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/running 2024-11-09T08:21:11,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2, hbase.cluster.distributed=false 2024-11-09T08:21:11,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/acl 2024-11-09T08:21:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40881 2024-11-09T08:21:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40881 2024-11-09T08:21:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40881 2024-11-09T08:21:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40881 2024-11-09T08:21:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40881 2024-11-09T08:21:11,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:11,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:11,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:11,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:11,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:11,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:11,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:21:11,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:11,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44081 2024-11-09T08:21:11,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44081 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:11,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:11,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440810x0, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:11,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440810x0, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/running 2024-11-09T08:21:11,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44081-0x1011eaf28f00004 connected 2024-11-09T08:21:11,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:21:11,281 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:21:11,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/master 2024-11-09T08:21:11,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/acl 2024-11-09T08:21:11,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44081 2024-11-09T08:21:11,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44081 2024-11-09T08:21:11,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44081 2024-11-09T08:21:11,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44081 2024-11-09T08:21:11,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44081 2024-11-09T08:21:11,293 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:40881 2024-11-09T08:21:11,296 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-630906317/backup-masters/d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317/backup-masters 2024-11-09T08:21:11,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317/backup-masters 2024-11-09T08:21:11,308 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on existing znode=/1-630906317/backup-masters/d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-630906317/master 2024-11-09T08:21:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:11,318 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on existing znode=/1-630906317/master 2024-11-09T08:21:11,318 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-630906317/backup-masters/d7c8ba49ede6,40881,1731140471114 from backup master directory 2024-11-09T08:21:11,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317/backup-masters 2024-11-09T08:21:11,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630906317/backup-masters/d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317/backup-masters 2024-11-09T08:21:11,329 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:11,329 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:11,331 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/hbase.id] with ID: 21198e17-f485-42b7-938a-9fe2511a7aa1 2024-11-09T08:21:11,332 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/.tmp/hbase.id 2024-11-09T08:21:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:21:11,736 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/.tmp/hbase.id]:[hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/hbase.id] 2024-11-09T08:21:11,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:11,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:21:11,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T08:21:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:21:12,200 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:12,201 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:21:12,201 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:21:12,606 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store 2024-11-09T08:21:12,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:21:13,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:13,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:13,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:13,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:13,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:13,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:13,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:13,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140473011Disabling compacts and flushes for region at 1731140473011Disabling writes for close at 1731140473011Writing region close event to WAL at 1731140473011Closed at 1731140473011 2024-11-09T08:21:13,012 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/.initializing 2024-11-09T08:21:13,012 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/WALs/d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:13,013 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:13,014 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C40881%2C1731140471114, suffix=, logDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/WALs/d7c8ba49ede6,40881,1731140471114, archiveDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/oldWALs, maxLogs=10 2024-11-09T08:21:13,030 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/WALs/d7c8ba49ede6,40881,1731140471114/d7c8ba49ede6%2C40881%2C1731140471114.1731140473015, exclude list is [], retry=0 2024-11-09T08:21:13,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-563aa544-bd94-4997-83e1-2697391087d2,DISK] 2024-11-09T08:21:13,033 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/WALs/d7c8ba49ede6,40881,1731140471114/d7c8ba49ede6%2C40881%2C1731140471114.1731140473015 2024-11-09T08:21:13,033 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-09T08:21:13,033 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:13,033 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:13,034 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,034 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:21:13,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:13,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:13,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:21:13,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:13,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:13,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:21:13,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:13,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:13,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:21:13,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:13,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:13,039 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,040 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,040 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,041 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,041 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,041 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:13,042 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:13,044 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:13,044 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63967996, jitterRate=-0.0468025803565979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:13,044 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140473034Initializing all the Stores at 1731140473034Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140473034Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140473035 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140473035Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140473035Cleaning up temporary data from old regions at 1731140473041 (+6 ms)Region opened successfully at 1731140473044 (+3 ms) 2024-11-09T08:21:13,048 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:21:13,050 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528d3b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:13,050 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:21:13,050 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:21:13,050 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:21:13,051 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:21:13,051 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:21:13,051 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:21:13,051 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:21:13,053 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:21:13,053 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Unable to get data of znode /1-630906317/balancer because node does not exist (not necessarily an error) 2024-11-09T08:21:13,128 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630906317/balancer already deleted, retry=false 2024-11-09T08:21:13,129 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:21:13,130 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Unable to get data of znode /1-630906317/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:21:13,139 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630906317/normalizer already deleted, retry=false 2024-11-09T08:21:13,139 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:21:13,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Unable to get data of znode /1-630906317/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:21:13,149 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630906317/switch/split already deleted, retry=false 2024-11-09T08:21:13,150 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Unable to get data of znode /1-630906317/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:21:13,160 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630906317/switch/merge already deleted, retry=false 2024-11-09T08:21:13,161 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Unable to get data of znode /1-630906317/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:21:13,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630906317/snapshot-cleanup already deleted, retry=false 2024-11-09T08:21:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-630906317/running 2024-11-09T08:21:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-630906317/running 2024-11-09T08:21:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:13,181 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,40881,1731140471114, sessionid=0x1011eaf28f00003, setting cluster-up flag (Was=false) 2024-11-09T08:21:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:13,234 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-630906317/flush-table-proc/acquired, /1-630906317/flush-table-proc/reached, /1-630906317/flush-table-proc/abort 2024-11-09T08:21:13,235 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:13,286 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-630906317/online-snapshot/acquired, /1-630906317/online-snapshot/reached, /1-630906317/online-snapshot/abort 2024-11-09T08:21:13,287 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:13,288 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:21:13,289 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:13,289 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:21:13,290 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:21:13,290 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,40881,1731140471114 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:13,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,292 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140503292 2024-11-09T08:21:13,292 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:21:13,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:13,292 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:21:13,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:21:13,292 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:21:13,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:21:13,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:21:13,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:21:13,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:13,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:21:13,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:21:13,293 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:21:13,294 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:21:13,294 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:21:13,300 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:21:13,300 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:21:13,303 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140473300,5,FailOnTimeoutGroup] 2024-11-09T08:21:13,303 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140473303,5,FailOnTimeoutGroup] 2024-11-09T08:21:13,303 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,303 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:21:13,303 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,303 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:21:13,386 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(746): ClusterId : 21198e17-f485-42b7-938a-9fe2511a7aa1 2024-11-09T08:21:13,386 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:21:13,396 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:21:13,396 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:21:13,407 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:21:13,407 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cd9d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:13,417 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:44081 2024-11-09T08:21:13,417 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:21:13,417 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:21:13,417 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:21:13,417 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,40881,1731140471114 with port=44081, startcode=1731140471263 2024-11-09T08:21:13,418 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:21:13,419 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:21:13,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:13,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40881 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:13,420 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2 2024-11-09T08:21:13,420 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40153 2024-11-09T08:21:13,420 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:21:13,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317/rs 2024-11-09T08:21:13,479 DEBUG [RS:0;d7c8ba49ede6:44081 {}] zookeeper.ZKUtil(111): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on existing znode=/1-630906317/rs/d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:13,480 WARN [RS:0;d7c8ba49ede6:44081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:13,480 INFO [RS:0;d7c8ba49ede6:44081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:13,480 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:13,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,44081,1731140471263] 2024-11-09T08:21:13,482 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:21:13,484 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:21:13,484 INFO [RS:0;d7c8ba49ede6:44081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:21:13,484 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,484 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:21:13,485 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:21:13,485 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:13,485 DEBUG [RS:0;d7c8ba49ede6:44081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:13,486 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,486 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,486 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,486 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,486 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,486 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44081,1731140471263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:13,498 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:21:13,498 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,44081,1731140471263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,498 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,498 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.Replication(171): d7c8ba49ede6,44081,1731140471263 started 2024-11-09T08:21:13,510 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:13,511 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,44081,1731140471263, RpcServer on d7c8ba49ede6/172.17.0.3:44081, sessionid=0x1011eaf28f00004 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,44081,1731140471263' 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-630906317/flush-table-proc/abort' 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-630906317/flush-table-proc/acquired' 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,44081,1731140471263' 2024-11-09T08:21:13,511 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-630906317/online-snapshot/abort' 2024-11-09T08:21:13,512 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-630906317/online-snapshot/acquired' 2024-11-09T08:21:13,512 DEBUG [RS:0;d7c8ba49ede6:44081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:21:13,512 INFO [RS:0;d7c8ba49ede6:44081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:21:13,512 INFO [RS:0;d7c8ba49ede6:44081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:21:13,612 INFO [RS:0;d7c8ba49ede6:44081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:13,613 INFO [RS:0;d7c8ba49ede6:44081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C44081%2C1731140471263, suffix=, logDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263, archiveDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/oldWALs, maxLogs=10 2024-11-09T08:21:13,626 DEBUG [RS:0;d7c8ba49ede6:44081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, exclude list is [], retry=0 2024-11-09T08:21:13,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-563aa544-bd94-4997-83e1-2697391087d2,DISK] 2024-11-09T08:21:13,629 INFO [RS:0;d7c8ba49ede6:44081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 2024-11-09T08:21:13,629 DEBUG [RS:0;d7c8ba49ede6:44081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-09T08:21:13,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:21:13,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2 2024-11-09T08:21:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:21:13,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:21:14,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:14,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:14,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:14,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:14,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:14,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:14,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:14,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:14,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:14,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:14,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740 2024-11-09T08:21:14,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740 2024-11-09T08:21:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:14,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:14,120 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:14,121 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69291716, jitterRate=0.032527029514312744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140474112Initializing all the Stores at 1731140474112Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140474112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140474112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140474112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140474113 (+1 ms)Cleaning up temporary data from old regions at 1731140474118 (+5 ms)Region opened successfully at 1731140474121 (+3 ms) 2024-11-09T08:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:14,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:14,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140474121Disabling compacts and flushes for region at 1731140474121Disabling writes for close at 1731140474121Writing region close event to WAL at 1731140474121Closed at 1731140474121 2024-11-09T08:21:14,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:14,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:21:14,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:21:14,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:14,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:21:14,273 DEBUG [d7c8ba49ede6:40881 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:21:14,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:14,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,44081,1731140471263, state=OPENING 2024-11-09T08:21:14,328 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:21:14,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:14,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:14,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:14,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630906317/meta-region-server: CHANGED 2024-11-09T08:21:14,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630906317/meta-region-server: CHANGED 2024-11-09T08:21:14,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,44081,1731140471263}] 2024-11-09T08:21:14,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:14,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:21:14,495 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:21:14,495 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:14,495 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:21:14,496 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C44081%2C1731140471263.meta, suffix=.meta, logDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263, archiveDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/oldWALs, maxLogs=10 2024-11-09T08:21:14,508 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.meta.1731140474497.meta, exclude list is [], retry=0 2024-11-09T08:21:14,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-563aa544-bd94-4997-83e1-2697391087d2,DISK] 2024-11-09T08:21:14,511 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.meta.1731140474497.meta 2024-11-09T08:21:14,511 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-09T08:21:14,511 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:14,512 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:14,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:14,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:21:14,512 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:21:14,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:21:14,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:14,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:21:14,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:21:14,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:14,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:14,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:14,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:14,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:14,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:14,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:14,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:14,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:14,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:14,516 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:14,517 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740 2024-11-09T08:21:14,517 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740 2024-11-09T08:21:14,518 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:14,518 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:14,518 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:14,519 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:14,520 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67823049, jitterRate=0.010642185807228088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:14,520 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:21:14,520 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140474512Writing region info on filesystem at 1731140474512Initializing all the Stores at 1731140474513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140474513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140474513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140474513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140474513Cleaning up temporary data from old regions at 1731140474518 (+5 ms)Running coprocessor post-open hooks at 1731140474520 (+2 ms)Region opened successfully at 1731140474520 2024-11-09T08:21:14,521 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140474491 2024-11-09T08:21:14,522 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:21:14,522 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:21:14,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:14,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,44081,1731140471263, state=OPEN 2024-11-09T08:21:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-630906317/meta-region-server 2024-11-09T08:21:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-630906317/meta-region-server 2024-11-09T08:21:14,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:14,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630906317/meta-region-server: CHANGED 2024-11-09T08:21:14,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630906317/meta-region-server: CHANGED 2024-11-09T08:21:14,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:21:14,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,44081,1731140471263 in 195 msec 2024-11-09T08:21:14,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:14,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:21:14,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-09T08:21:14,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:14,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:21:14,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:14,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,44081,1731140471263, seqNum=-1] 2024-11-09T08:21:14,539 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:14,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:14,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-09T08:21:14,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140474544, completionTime=-1 2024-11-09T08:21:14,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:21:14,544 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:21:14,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:21:14,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140534546 2024-11-09T08:21:14,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140594546 2024-11-09T08:21:14,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:21:14,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40881,1731140471114-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40881,1731140471114-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40881,1731140471114-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:40881, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,548 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.221sec 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40881,1731140471114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:14,550 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40881,1731140471114-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:21:14,552 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:21:14,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:21:14,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40881,1731140471114-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:14,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e76e46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:14,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40881,-1 for getting cluster id 2024-11-09T08:21:14,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:14,588 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21198e17-f485-42b7-938a-9fe2511a7aa1' 2024-11-09T08:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21198e17-f485-42b7-938a-9fe2511a7aa1" 2024-11-09T08:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254aad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40881,-1] 2024-11-09T08:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:14,589 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:14,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b42cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:14,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,44081,1731140471263, seqNum=-1] 2024-11-09T08:21:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:14,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:14,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:14,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:14,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:14,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eaf28f00005 connected 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir so I do NOT create it in target/test-data/046952a6-3199-819a-9134-40021be4d0a6 2024-11-09T08:21:14,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.tmp.dir so I do NOT create it in target/test-data/046952a6-3199-819a-9134-40021be4d0a6 2024-11-09T08:21:14,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:21:14,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/cluster_5a9885e4-42e3-f628-b744-0f5844a9be8f, deleteOnExit=true 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/test.cache.data in system properties and HBase conf 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:21:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:21:14,616 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:21:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:21:14,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:14,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:14,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:14,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:14,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:21:14,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:14,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e47cf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:14,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71399dd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:15,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@622ab046{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/java.io.tmpdir/jetty-localhost-37355-hadoop-hdfs-3_4_1-tests_jar-_-any-2903125804294965344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:15,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51dfbbfb{HTTP/1.1, (http/1.1)}{localhost:37355} 2024-11-09T08:21:15,084 INFO [Time-limited test {}] server.Server(415): Started @236866ms 2024-11-09T08:21:15,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:15,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:15,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:15,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:15,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:21:15,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d73d261{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:15,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67552449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:15,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@361a0367{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/java.io.tmpdir/jetty-localhost-36965-hadoop-hdfs-3_4_1-tests_jar-_-any-16440311178327351202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:15,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3404da{HTTP/1.1, (http/1.1)}{localhost:36965} 2024-11-09T08:21:15,462 INFO [Time-limited test {}] server.Server(415): Started @237244ms 2024-11-09T08:21:15,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:21:16,100 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/cluster_5a9885e4-42e3-f628-b744-0f5844a9be8f/data/data1/current/BP-749139790-172.17.0.3-1731140474631/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:16,100 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/cluster_5a9885e4-42e3-f628-b744-0f5844a9be8f/data/data2/current/BP-749139790-172.17.0.3-1731140474631/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:16,120 WARN [Thread-2891 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:21:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29894cbe7fa35e0e with lease ID 0xe4c098dada8bde56: Processing first storage report for DS-31b0e940-4a71-4be9-9a92-d16489b7acc5 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=02003d75-8078-4ea9-9d37-d8b4c3b3c977, infoPort=37641, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=694246382;c=1731140474631) 2024-11-09T08:21:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29894cbe7fa35e0e with lease ID 0xe4c098dada8bde56: from storage DS-31b0e940-4a71-4be9-9a92-d16489b7acc5 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=02003d75-8078-4ea9-9d37-d8b4c3b3c977, infoPort=37641, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=694246382;c=1731140474631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29894cbe7fa35e0e with lease ID 0xe4c098dada8bde56: Processing first storage report for DS-810fd64e-9a9f-4156-95a6-424874ee2db5 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=02003d75-8078-4ea9-9d37-d8b4c3b3c977, infoPort=37641, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=694246382;c=1731140474631) 2024-11-09T08:21:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29894cbe7fa35e0e with lease ID 0xe4c098dada8bde56: from storage DS-810fd64e-9a9f-4156-95a6-424874ee2db5 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=02003d75-8078-4ea9-9d37-d8b4c3b3c977, infoPort=37641, infoSecurePort=0, ipcPort=36741, storageInfo=lv=-57;cid=testClusterID;nsid=694246382;c=1731140474631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:21:16,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:21:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:16,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T08:21:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:16,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:21:16,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:21:16,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:21:16,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6 2024-11-09T08:21:16,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:21:16,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28 with version=8 2024-11-09T08:21:16,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/hbase-staging 2024-11-09T08:21:16,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:21:16,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:16,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33423 2024-11-09T08:21:16,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33423 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:16,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334230x0, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:16,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33423-0x1011eaf28f00006 connected 2024-11-09T08:21:16,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/running 2024-11-09T08:21:16,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28, hbase.cluster.distributed=false 2024-11-09T08:21:16,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/acl 2024-11-09T08:21:16,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33423 2024-11-09T08:21:16,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33423 2024-11-09T08:21:16,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33423 2024-11-09T08:21:16,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33423 2024-11-09T08:21:16,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33423 2024-11-09T08:21:16,817 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:21:16,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:16,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42389 2024-11-09T08:21:16,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42389 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:16,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,834 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423890x0, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:16,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423890x0, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/running 2024-11-09T08:21:16,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:21:16,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42389-0x1011eaf28f00007 connected 2024-11-09T08:21:16,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:21:16,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/master 2024-11-09T08:21:16,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/acl 2024-11-09T08:21:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42389 2024-11-09T08:21:16,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42389 2024-11-09T08:21:16,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42389 2024-11-09T08:21:16,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42389 2024-11-09T08:21:16,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42389 2024-11-09T08:21:16,863 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:33423 2024-11-09T08:21:16,863 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1865723099/backup-masters/d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:16,876 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099/backup-masters 2024-11-09T08:21:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099/backup-masters 2024-11-09T08:21:16,876 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on existing znode=/2-1865723099/backup-masters/d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:16,886 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1865723099/master 2024-11-09T08:21:16,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:16,886 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:16,886 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on existing znode=/2-1865723099/master 2024-11-09T08:21:16,887 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1865723099/backup-masters/d7c8ba49ede6,33423,1731140476594 from backup master directory 2024-11-09T08:21:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1865723099/backup-masters/d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:16,897 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099/backup-masters 2024-11-09T08:21:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099/backup-masters 2024-11-09T08:21:16,897 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:16,897 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:16,900 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/hbase.id] with ID: d9c97712-7248-411d-902b-afbaa29dbbbc 2024-11-09T08:21:16,900 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/.tmp/hbase.id 2024-11-09T08:21:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:21:16,904 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/.tmp/hbase.id]:[hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/hbase.id] 2024-11-09T08:21:16,911 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:16,911 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:21:16,911 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T08:21:16,923 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:16,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:21:17,328 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:17,329 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:21:17,329 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:21:17,735 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store 2024-11-09T08:21:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:21:18,143 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:18,143 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:18,143 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:18,143 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:18,143 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:18,143 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:18,143 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:18,143 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140478143Disabling compacts and flushes for region at 1731140478143Disabling writes for close at 1731140478143Writing region close event to WAL at 1731140478143Closed at 1731140478143 2024-11-09T08:21:18,144 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/.initializing 2024-11-09T08:21:18,144 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/WALs/d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:18,145 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:18,146 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C33423%2C1731140476594, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/WALs/d7c8ba49ede6,33423,1731140476594, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/oldWALs, maxLogs=10 2024-11-09T08:21:18,161 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/WALs/d7c8ba49ede6,33423,1731140476594/d7c8ba49ede6%2C33423%2C1731140476594.1731140478146, exclude list is [], retry=0 2024-11-09T08:21:18,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-31b0e940-4a71-4be9-9a92-d16489b7acc5,DISK] 2024-11-09T08:21:18,166 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/WALs/d7c8ba49ede6,33423,1731140476594/d7c8ba49ede6%2C33423%2C1731140476594.1731140478146 2024-11-09T08:21:18,168 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-09T08:21:18,168 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:18,168 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:18,169 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,169 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:21:18,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:18,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:18,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:21:18,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:18,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:18,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:21:18,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:18,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:18,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:21:18,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:18,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:18,175 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,176 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,176 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,177 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,177 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,177 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:18,178 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:18,180 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:18,180 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66647643, jitterRate=-0.00687272846698761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:18,180 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140478169Initializing all the Stores at 1731140478169Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140478169Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140478169Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140478169Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140478169Cleaning up temporary data from old regions at 1731140478177 (+8 ms)Region opened successfully at 1731140478180 (+3 ms) 2024-11-09T08:21:18,180 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:21:18,182 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@906a8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:18,183 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:21:18,183 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:21:18,183 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:21:18,183 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:21:18,184 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:21:18,184 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:21:18,184 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:21:18,186 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:21:18,186 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Unable to get data of znode /2-1865723099/balancer because node does not exist (not necessarily an error) 2024-11-09T08:21:18,302 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1865723099/balancer already deleted, retry=false 2024-11-09T08:21:18,302 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:21:18,303 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Unable to get data of znode /2-1865723099/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:21:18,312 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1865723099/normalizer already deleted, retry=false 2024-11-09T08:21:18,313 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:21:18,313 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Unable to get data of znode /2-1865723099/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:21:18,323 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1865723099/switch/split already deleted, retry=false 2024-11-09T08:21:18,324 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Unable to get data of znode /2-1865723099/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:21:18,334 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1865723099/switch/merge already deleted, retry=false 2024-11-09T08:21:18,336 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Unable to get data of znode /2-1865723099/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:21:18,344 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1865723099/snapshot-cleanup already deleted, retry=false 2024-11-09T08:21:18,355 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1865723099/running 2024-11-09T08:21:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1865723099/running 2024-11-09T08:21:18,355 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:18,355 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,33423,1731140476594, sessionid=0x1011eaf28f00006, setting cluster-up flag (Was=false) 2024-11-09T08:21:18,376 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:18,407 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1865723099/flush-table-proc/acquired, /2-1865723099/flush-table-proc/reached, /2-1865723099/flush-table-proc/abort 2024-11-09T08:21:18,408 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:18,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:18,428 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:18,460 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1865723099/online-snapshot/acquired, /2-1865723099/online-snapshot/reached, /2-1865723099/online-snapshot/abort 2024-11-09T08:21:18,461 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:18,462 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:21:18,463 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:18,463 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:21:18,464 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:21:18,464 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,33423,1731140476594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:18,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140508466 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:21:18,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:21:18,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:18,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:21:18,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:21:18,468 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140478468,5,FailOnTimeoutGroup] 2024-11-09T08:21:18,468 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140478468,5,FailOnTimeoutGroup] 2024-11-09T08:21:18,468 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,468 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:21:18,468 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:18,468 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:21:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:21:18,552 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(746): ClusterId : d9c97712-7248-411d-902b-afbaa29dbbbc 2024-11-09T08:21:18,552 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:21:18,560 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:21:18,560 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:21:18,571 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:21:18,571 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25719ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:18,581 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:42389 2024-11-09T08:21:18,581 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:21:18,581 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:21:18,581 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:21:18,582 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,33423,1731140476594 with port=42389, startcode=1731140476817 2024-11-09T08:21:18,582 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:21:18,583 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:21:18,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:18,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33423 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:18,585 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28 2024-11-09T08:21:18,585 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37705 2024-11-09T08:21:18,585 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:21:18,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099/rs 2024-11-09T08:21:18,646 DEBUG [RS:0;d7c8ba49ede6:42389 {}] zookeeper.ZKUtil(111): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on existing znode=/2-1865723099/rs/d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:18,647 WARN [RS:0;d7c8ba49ede6:42389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:18,647 INFO [RS:0;d7c8ba49ede6:42389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:18,647 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:18,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,42389,1731140476817] 2024-11-09T08:21:18,649 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:21:18,651 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:21:18,651 INFO [RS:0;d7c8ba49ede6:42389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:21:18,651 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,651 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:21:18,652 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:21:18,652 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:18,652 DEBUG [RS:0;d7c8ba49ede6:42389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:18,655 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,655 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,655 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,655 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,655 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,655 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42389,1731140476817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:18,667 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:21:18,667 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42389,1731140476817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,667 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,667 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.Replication(171): d7c8ba49ede6,42389,1731140476817 started 2024-11-09T08:21:18,681 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:18,681 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,42389,1731140476817, RpcServer on d7c8ba49ede6/172.17.0.3:42389, sessionid=0x1011eaf28f00007 2024-11-09T08:21:18,681 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:21:18,681 DEBUG [RS:0;d7c8ba49ede6:42389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:18,681 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42389,1731140476817' 2024-11-09T08:21:18,681 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1865723099/flush-table-proc/abort' 2024-11-09T08:21:18,681 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1865723099/flush-table-proc/acquired' 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42389,1731140476817' 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1865723099/online-snapshot/abort' 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1865723099/online-snapshot/acquired' 2024-11-09T08:21:18,682 DEBUG [RS:0;d7c8ba49ede6:42389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:21:18,682 INFO [RS:0;d7c8ba49ede6:42389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:21:18,682 INFO [RS:0;d7c8ba49ede6:42389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:21:18,783 INFO [RS:0;d7c8ba49ede6:42389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:18,784 INFO [RS:0;d7c8ba49ede6:42389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42389%2C1731140476817, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/oldWALs, maxLogs=10 2024-11-09T08:21:18,796 DEBUG [RS:0;d7c8ba49ede6:42389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, exclude list is [], retry=0 2024-11-09T08:21:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-31b0e940-4a71-4be9-9a92-d16489b7acc5,DISK] 2024-11-09T08:21:18,800 INFO [RS:0;d7c8ba49ede6:42389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 2024-11-09T08:21:18,800 DEBUG [RS:0;d7c8ba49ede6:42389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-09T08:21:18,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:21:18,879 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28 2024-11-09T08:21:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:21:18,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:18,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:18,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48415 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:19,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:19,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:19,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:19,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:19,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:19,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:19,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:19,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:19,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:19,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:19,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740 2024-11-09T08:21:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740 2024-11-09T08:21:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:19,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:19,293 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:19,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:19,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:19,295 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65610567, jitterRate=-0.022326365113258362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140479285Initializing all the Stores at 1731140479285Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140479285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140479285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140479285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140479285Cleaning up temporary data from old regions at 1731140479292 (+7 ms)Region opened successfully at 1731140479295 (+3 ms) 2024-11-09T08:21:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:19,295 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:19,295 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140479295Disabling compacts and flushes for region at 1731140479295Disabling writes for close at 1731140479295Writing region close event to WAL at 1731140479295Closed at 1731140479295 2024-11-09T08:21:19,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:19,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:21:19,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:21:19,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:19,297 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:21:19,447 DEBUG [d7c8ba49ede6:33423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:21:19,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:19,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42389,1731140476817, state=OPENING 2024-11-09T08:21:19,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:21:19,512 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:19,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1865723099/meta-region-server: CHANGED 2024-11-09T08:21:19,513 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:19,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42389,1731140476817}] 2024-11-09T08:21:19,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1865723099/meta-region-server: CHANGED 2024-11-09T08:21:19,665 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:19,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:21:19,669 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:21:19,669 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:19,669 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:21:19,670 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42389%2C1731140476817.meta, suffix=.meta, logDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/oldWALs, maxLogs=10 2024-11-09T08:21:19,695 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.meta.1731140479670.meta, exclude list is [], retry=0 2024-11-09T08:21:19,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-31b0e940-4a71-4be9-9a92-d16489b7acc5,DISK] 2024-11-09T08:21:19,699 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.meta.1731140479670.meta 2024-11-09T08:21:19,699 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-09T08:21:19,699 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:19,700 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:19,700 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:19,700 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:21:19,700 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:21:19,700 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:21:19,700 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:19,700 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:21:19,700 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:21:19,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:19,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:19,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:19,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:19,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:19,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:19,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:19,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:19,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:19,708 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:19,708 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740 2024-11-09T08:21:19,710 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740 2024-11-09T08:21:19,711 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:19,711 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:19,711 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:19,712 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:19,712 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64675807, jitterRate=-0.0362553745508194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:19,712 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:21:19,712 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140479700Writing region info on filesystem at 1731140479700Initializing all the Stores at 1731140479701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140479701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140479704 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140479704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140479704Cleaning up temporary data from old regions at 1731140479711 (+7 ms)Running coprocessor post-open hooks at 1731140479712 (+1 ms)Region opened successfully at 1731140479712 2024-11-09T08:21:19,713 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140479665 2024-11-09T08:21:19,715 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:21:19,715 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:21:19,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:19,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42389,1731140476817, state=OPEN 2024-11-09T08:21:19,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1865723099/meta-region-server 2024-11-09T08:21:19,728 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1865723099/meta-region-server 2024-11-09T08:21:19,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:19,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1865723099/meta-region-server: CHANGED 2024-11-09T08:21:19,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1865723099/meta-region-server: CHANGED 2024-11-09T08:21:19,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:21:19,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42389,1731140476817 in 215 msec 2024-11-09T08:21:19,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:21:19,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-09T08:21:19,732 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:19,733 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:21:19,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:19,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42389,1731140476817, seqNum=-1] 2024-11-09T08:21:19,734 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:19,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:19,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-11-09T08:21:19,740 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140479740, completionTime=-1 2024-11-09T08:21:19,740 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:21:19,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:21:19,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:21:19,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140539742 2024-11-09T08:21:19,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140599742 2024-11-09T08:21:19,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:21:19,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33423,1731140476594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33423,1731140476594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33423,1731140476594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:33423, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,743 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,744 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,745 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:21:19,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33423,1731140476594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:19,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33423,1731140476594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:21:19,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:21:19,749 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:21:19,749 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33423,1731140476594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:19,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c308cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:19,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:19,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:19,756 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16409cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:19,758 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:19,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa3dd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:19,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42389,1731140476817, seqNum=-1] 2024-11-09T08:21:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:19,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:19,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:19,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54642 2024-11-09T08:21:19,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:19,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011eaf28f00008 connected 2024-11-09T08:21:19,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31557361 2024-11-09T08:21:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:19,790 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:19,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:21:19,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:21:19,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:19,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:21:19,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:21:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:21:19,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437e6b3fcdc330543642a51949c7d53d, NAME => 'test,,1731140479791.437e6b3fcdc330543642a51949c7d53d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0 2024-11-09T08:21:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:21:19,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140479791.437e6b3fcdc330543642a51949c7d53d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:19,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 437e6b3fcdc330543642a51949c7d53d, disabling compactions & flushes 2024-11-09T08:21:19,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:19,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:19,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. after waiting 0 ms 2024-11-09T08:21:19,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:19,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:19,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437e6b3fcdc330543642a51949c7d53d: Waiting for close lock at 1731140479830Disabling compacts and flushes for region at 1731140479830Disabling writes for close at 1731140479830Writing region close event to WAL at 1731140479830Closed at 1731140479830 2024-11-09T08:21:19,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:21:19,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140479791.437e6b3fcdc330543642a51949c7d53d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140479831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140479831"}]},"ts":"1731140479831"} 2024-11-09T08:21:19,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:21:19,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:21:19,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140479834"}]},"ts":"1731140479834"} 2024-11-09T08:21:19,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:21:19,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437e6b3fcdc330543642a51949c7d53d, ASSIGN}] 2024-11-09T08:21:19,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=437e6b3fcdc330543642a51949c7d53d, ASSIGN 2024-11-09T08:21:19,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=437e6b3fcdc330543642a51949c7d53d, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41303,1731140466208; forceNewPlan=false, retain=false 2024-11-09T08:21:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:19,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437e6b3fcdc330543642a51949c7d53d, regionState=OPENING, regionLocation=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:19,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=437e6b3fcdc330543642a51949c7d53d, ASSIGN because future has completed 2024-11-09T08:21:19,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437e6b3fcdc330543642a51949c7d53d, server=d7c8ba49ede6,41303,1731140466208}] 2024-11-09T08:21:20,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:20,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:20,148 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:20,148 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 437e6b3fcdc330543642a51949c7d53d, NAME => 'test,,1731140479791.437e6b3fcdc330543642a51949c7d53d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:20,149 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:20,149 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:21:20,149 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,149 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140479791.437e6b3fcdc330543642a51949c7d53d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:20,149 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,149 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,150 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,151 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437e6b3fcdc330543642a51949c7d53d columnFamilyName f 2024-11-09T08:21:20,151 DEBUG [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:20,152 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] regionserver.HStore(327): Store=437e6b3fcdc330543642a51949c7d53d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:20,152 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,152 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437e6b3fcdc330543642a51949c7d53d columnFamilyName f1 2024-11-09T08:21:20,152 DEBUG [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:20,152 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] regionserver.HStore(327): Store=437e6b3fcdc330543642a51949c7d53d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:20,153 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,153 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437e6b3fcdc330543642a51949c7d53d columnFamilyName norep 2024-11-09T08:21:20,153 DEBUG [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:20,154 INFO [StoreOpener-437e6b3fcdc330543642a51949c7d53d-1 {}] regionserver.HStore(327): Store=437e6b3fcdc330543642a51949c7d53d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:20,154 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,154 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,155 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,155 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,155 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,156 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:21:20,156 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,160 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:20,160 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 437e6b3fcdc330543642a51949c7d53d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64923027, jitterRate=-0.03257150948047638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:21:20,160 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:20,161 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 437e6b3fcdc330543642a51949c7d53d: Running coprocessor pre-open hook at 1731140480149Writing region info on filesystem at 1731140480149Initializing all the Stores at 1731140480150 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140480150Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140480150Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140480150Cleaning up temporary data from old regions at 1731140480155 (+5 ms)Running coprocessor post-open hooks at 1731140480160 (+5 ms)Region opened successfully at 1731140480161 (+1 ms) 2024-11-09T08:21:20,162 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140479791.437e6b3fcdc330543642a51949c7d53d., pid=6, masterSystemTime=1731140480145 2024-11-09T08:21:20,163 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:20,163 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:20,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=437e6b3fcdc330543642a51949c7d53d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:20,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437e6b3fcdc330543642a51949c7d53d, server=d7c8ba49ede6,41303,1731140466208 because future has completed 2024-11-09T08:21:20,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:21:20,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 437e6b3fcdc330543642a51949c7d53d, server=d7c8ba49ede6,41303,1731140466208 in 173 msec 2024-11-09T08:21:20,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:21:20,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=437e6b3fcdc330543642a51949c7d53d, ASSIGN in 331 msec 2024-11-09T08:21:20,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:21:20,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140480170"}]},"ts":"1731140480170"} 2024-11-09T08:21:20,172 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:21:20,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:21:20,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 382 msec 2024-11-09T08:21:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:20,420 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:21:20,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3670c1ff 2024-11-09T08:21:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:20,422 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:20,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:21:20,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:21:20,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:20,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:21:20,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:21:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:21:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:20,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c79730a8a657aed3050ee1f1eb0d8a1d, NAME => 'test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2 2024-11-09T08:21:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:21:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c79730a8a657aed3050ee1f1eb0d8a1d, disabling compactions & flushes 2024-11-09T08:21:21,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. after waiting 0 ms 2024-11-09T08:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c79730a8a657aed3050ee1f1eb0d8a1d: Waiting for close lock at 1731140481237Disabling compacts and flushes for region at 1731140481237Disabling writes for close at 1731140481237Writing region close event to WAL at 1731140481237Closed at 1731140481237 2024-11-09T08:21:21,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:21:21,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140481239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140481239"}]},"ts":"1731140481239"} 2024-11-09T08:21:21,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:21:21,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:21:21,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140481241"}]},"ts":"1731140481241"} 2024-11-09T08:21:21,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:21:21,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c79730a8a657aed3050ee1f1eb0d8a1d, ASSIGN}] 2024-11-09T08:21:21,244 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c79730a8a657aed3050ee1f1eb0d8a1d, ASSIGN 2024-11-09T08:21:21,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c79730a8a657aed3050ee1f1eb0d8a1d, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,44081,1731140471263; forceNewPlan=false, retain=false 2024-11-09T08:21:21,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c79730a8a657aed3050ee1f1eb0d8a1d, regionState=OPENING, regionLocation=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c79730a8a657aed3050ee1f1eb0d8a1d, ASSIGN because future has completed 2024-11-09T08:21:21,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c79730a8a657aed3050ee1f1eb0d8a1d, server=d7c8ba49ede6,44081,1731140471263}] 2024-11-09T08:21:21,553 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,553 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c79730a8a657aed3050ee1f1eb0d8a1d, NAME => 'test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:21,553 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:21,553 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,555 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,556 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79730a8a657aed3050ee1f1eb0d8a1d columnFamilyName f 2024-11-09T08:21:21,556 DEBUG [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:21,556 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] regionserver.HStore(327): Store=c79730a8a657aed3050ee1f1eb0d8a1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:21,556 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,557 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79730a8a657aed3050ee1f1eb0d8a1d columnFamilyName f1 2024-11-09T08:21:21,557 DEBUG [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:21,557 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] regionserver.HStore(327): Store=c79730a8a657aed3050ee1f1eb0d8a1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:21,557 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,558 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c79730a8a657aed3050ee1f1eb0d8a1d columnFamilyName norep 2024-11-09T08:21:21,558 DEBUG [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:21,559 INFO [StoreOpener-c79730a8a657aed3050ee1f1eb0d8a1d-1 {}] regionserver.HStore(327): Store=c79730a8a657aed3050ee1f1eb0d8a1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:21,559 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,559 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:21,560 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,560 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,560 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,561 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:21:21,562 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,563 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:21,563 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c79730a8a657aed3050ee1f1eb0d8a1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64986447, jitterRate=-0.03162647783756256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:21:21,563 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:21,563 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c79730a8a657aed3050ee1f1eb0d8a1d: Running coprocessor pre-open hook at 1731140481554Writing region info on filesystem at 1731140481554Initializing all the Stores at 1731140481554Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140481555 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140481555Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140481555Cleaning up temporary data from old regions at 1731140481560 (+5 ms)Running coprocessor post-open hooks at 1731140481563 (+3 ms)Region opened successfully at 1731140481563 2024-11-09T08:21:21,564 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d., pid=6, masterSystemTime=1731140481550 2024-11-09T08:21:21,566 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,566 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:21,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c79730a8a657aed3050ee1f1eb0d8a1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c79730a8a657aed3050ee1f1eb0d8a1d, server=d7c8ba49ede6,44081,1731140471263 because future has completed 2024-11-09T08:21:21,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:21:21,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c79730a8a657aed3050ee1f1eb0d8a1d, server=d7c8ba49ede6,44081,1731140471263 in 173 msec 2024-11-09T08:21:21,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:21:21,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c79730a8a657aed3050ee1f1eb0d8a1d, ASSIGN in 330 msec 2024-11-09T08:21:21,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:21:21,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140481575"}]},"ts":"1731140481575"} 2024-11-09T08:21:21,577 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:21:21,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:21:21,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-09T08:21:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:22,570 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:21:22,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388f6f85 2024-11-09T08:21:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:22,572 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:22,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:21:22,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:21:22,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:22,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:21:22,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:21:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:21:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:22,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74801040d3c1342aae17f7b60b7f6278, NAME => 'test,,1731140482572.74801040d3c1342aae17f7b60b7f6278.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28 2024-11-09T08:21:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:21:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:23,385 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140482572.74801040d3c1342aae17f7b60b7f6278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:23,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 74801040d3c1342aae17f7b60b7f6278, disabling compactions & flushes 2024-11-09T08:21:23,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. after waiting 0 ms 2024-11-09T08:21:23,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74801040d3c1342aae17f7b60b7f6278: Waiting for close lock at 1731140483385Disabling compacts and flushes for region at 1731140483385Disabling writes for close at 1731140483386 (+1 ms)Writing region close event to WAL at 1731140483386Closed at 1731140483386 2024-11-09T08:21:23,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:21:23,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140482572.74801040d3c1342aae17f7b60b7f6278.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140483387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140483387"}]},"ts":"1731140483387"} 2024-11-09T08:21:23,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:21:23,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:21:23,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140483390"}]},"ts":"1731140483390"} 2024-11-09T08:21:23,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:21:23,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74801040d3c1342aae17f7b60b7f6278, ASSIGN}] 2024-11-09T08:21:23,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74801040d3c1342aae17f7b60b7f6278, ASSIGN 2024-11-09T08:21:23,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=74801040d3c1342aae17f7b60b7f6278, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,42389,1731140476817; forceNewPlan=false, retain=false 2024-11-09T08:21:23,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74801040d3c1342aae17f7b60b7f6278, regionState=OPENING, regionLocation=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:23,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=74801040d3c1342aae17f7b60b7f6278, ASSIGN because future has completed 2024-11-09T08:21:23,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74801040d3c1342aae17f7b60b7f6278, server=d7c8ba49ede6,42389,1731140476817}] 2024-11-09T08:21:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:23,730 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,730 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 74801040d3c1342aae17f7b60b7f6278, NAME => 'test,,1731140482572.74801040d3c1342aae17f7b60b7f6278.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:23,730 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:23,730 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:21:23,730 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,730 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140482572.74801040d3c1342aae17f7b60b7f6278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:23,730 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,731 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,734 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,735 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74801040d3c1342aae17f7b60b7f6278 columnFamilyName f 2024-11-09T08:21:23,735 DEBUG [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:23,735 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] regionserver.HStore(327): Store=74801040d3c1342aae17f7b60b7f6278/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:23,735 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,736 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74801040d3c1342aae17f7b60b7f6278 columnFamilyName f1 2024-11-09T08:21:23,736 DEBUG [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:23,736 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] regionserver.HStore(327): Store=74801040d3c1342aae17f7b60b7f6278/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:23,736 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,737 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74801040d3c1342aae17f7b60b7f6278 columnFamilyName norep 2024-11-09T08:21:23,737 DEBUG [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:23,737 INFO [StoreOpener-74801040d3c1342aae17f7b60b7f6278-1 {}] regionserver.HStore(327): Store=74801040d3c1342aae17f7b60b7f6278/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:23,738 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,738 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,738 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,739 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,739 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,739 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:21:23,740 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:23,745 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 74801040d3c1342aae17f7b60b7f6278; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71331623, jitterRate=0.06292401254177094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:21:23,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:23,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 74801040d3c1342aae17f7b60b7f6278: Running coprocessor pre-open hook at 1731140483731Writing region info on filesystem at 1731140483731Initializing all the Stores at 1731140483731Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140483731Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140483733 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140483733Cleaning up temporary data from old regions at 1731140483739 (+6 ms)Running coprocessor post-open hooks at 1731140483745 (+6 ms)Region opened successfully at 1731140483745 2024-11-09T08:21:23,746 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140482572.74801040d3c1342aae17f7b60b7f6278., pid=6, masterSystemTime=1731140483698 2024-11-09T08:21:23,748 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,748 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:23,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74801040d3c1342aae17f7b60b7f6278, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74801040d3c1342aae17f7b60b7f6278, server=d7c8ba49ede6,42389,1731140476817 because future has completed 2024-11-09T08:21:23,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:21:23,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 74801040d3c1342aae17f7b60b7f6278, server=d7c8ba49ede6,42389,1731140476817 in 206 msec 2024-11-09T08:21:23,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:21:23,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=74801040d3c1342aae17f7b60b7f6278, ASSIGN in 362 msec 2024-11-09T08:21:23,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:21:23,756 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140483756"}]},"ts":"1731140483756"} 2024-11-09T08:21:23,757 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:21:23,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:21:23,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-09T08:21:24,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:21:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:21:24,719 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:21:24,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:24,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:24,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:24,720 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c37b955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:24,722 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:24,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f6b4f 2024-11-09T08:21:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:24,724 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:24,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:40881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:21:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:21:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:24,726 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:40881' 2024-11-09T08:21:24,727 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29478325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:24,727 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40881,-1 for getting cluster id 2024-11-09T08:21:24,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:24,728 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21198e17-f485-42b7-938a-9fe2511a7aa1' 2024-11-09T08:21:24,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:24,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21198e17-f485-42b7-938a-9fe2511a7aa1" 2024-11-09T08:21:24,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a6bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:24,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40881,-1] 2024-11-09T08:21:24,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:24,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:24,729 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:24,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d6272f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:24,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:24,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:24,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73283731 2024-11-09T08:21:24,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:24,731 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:24,731 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:21:24,732 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:21:24,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:24,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:24,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:24,732 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:24,733 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:21:24,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:21:24,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:24,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:21:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:21:24,783 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:21:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:25,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d112bff1ced80db29611d8feb665336, NAME => 'hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0 2024-11-09T08:21:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:21:25,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:25,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:25,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:25,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d112bff1ced80db29611d8feb665336, disabling compactions & flushes 2024-11-09T08:21:25,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. after waiting 0 ms 2024-11-09T08:21:25,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,548 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d112bff1ced80db29611d8feb665336: Waiting for close lock at 1731140485548Disabling compacts and flushes for region at 1731140485548Disabling writes for close at 1731140485548Writing region close event to WAL at 1731140485548Closed at 1731140485548 2024-11-09T08:21:25,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:21:25,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140485549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140485549"}]},"ts":"1731140485549"} 2024-11-09T08:21:25,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:21:25,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:21:25,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140485551"}]},"ts":"1731140485551"} 2024-11-09T08:21:25,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:21:25,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d112bff1ced80db29611d8feb665336, ASSIGN}] 2024-11-09T08:21:25,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d112bff1ced80db29611d8feb665336, ASSIGN 2024-11-09T08:21:25,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d112bff1ced80db29611d8feb665336, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41303,1731140466208; forceNewPlan=false, retain=false 2024-11-09T08:21:25,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d112bff1ced80db29611d8feb665336, regionState=OPENING, regionLocation=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:25,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d112bff1ced80db29611d8feb665336, ASSIGN because future has completed 2024-11-09T08:21:25,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d112bff1ced80db29611d8feb665336, server=d7c8ba49ede6,41303,1731140466208}] 2024-11-09T08:21:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:25,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:25,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:21:25,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41303%2C1731140466208.rep, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/oldWALs, maxLogs=10 2024-11-09T08:21:25,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.rep.1731140485864, exclude list is [], retry=0 2024-11-09T08:21:25,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-28fb6952-aae4-41d7-9606-a4b533877c39,DISK] 2024-11-09T08:21:25,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.rep.1731140485864 2024-11-09T08:21:25,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38785:38785)] 2024-11-09T08:21:25,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d112bff1ced80db29611d8feb665336, NAME => 'hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:25,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:25,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:25,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. service=MultiRowMutationService 2024-11-09T08:21:25,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:21:25,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:25,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,882 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,883 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d112bff1ced80db29611d8feb665336 columnFamilyName hfileref 2024-11-09T08:21:25,883 DEBUG [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:25,884 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] regionserver.HStore(327): Store=4d112bff1ced80db29611d8feb665336/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:25,884 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,884 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d112bff1ced80db29611d8feb665336 columnFamilyName queue 2024-11-09T08:21:25,884 DEBUG [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:25,885 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] regionserver.HStore(327): Store=4d112bff1ced80db29611d8feb665336/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:25,885 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,886 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d112bff1ced80db29611d8feb665336 columnFamilyName sid 2024-11-09T08:21:25,886 DEBUG [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:25,886 INFO [StoreOpener-4d112bff1ced80db29611d8feb665336-1 {}] regionserver.HStore(327): Store=4d112bff1ced80db29611d8feb665336/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:25,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:21:25,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:25,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d112bff1ced80db29611d8feb665336; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72099522, jitterRate=0.07436659932136536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:21:25,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:25,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d112bff1ced80db29611d8feb665336: Running coprocessor pre-open hook at 1731140485881Writing region info on filesystem at 1731140485881Initializing all the Stores at 1731140485882 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140485882Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140485882Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140485882Cleaning up temporary data from old regions at 1731140485888 (+6 ms)Running coprocessor post-open hooks at 1731140485890 (+2 ms)Region opened successfully at 1731140485891 (+1 ms) 2024-11-09T08:21:25,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336., pid=10, masterSystemTime=1731140485859 2024-11-09T08:21:25,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:25,894 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d112bff1ced80db29611d8feb665336, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:25,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d112bff1ced80db29611d8feb665336, server=d7c8ba49ede6,41303,1731140466208 because future has completed 2024-11-09T08:21:25,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:21:25,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d112bff1ced80db29611d8feb665336, server=d7c8ba49ede6,41303,1731140466208 in 188 msec 2024-11-09T08:21:25,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:21:25,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d112bff1ced80db29611d8feb665336, ASSIGN in 345 msec 2024-11-09T08:21:25,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:21:25,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140485900"}]},"ts":"1731140485900"} 2024-11-09T08:21:25,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:21:25,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:21:25,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-09T08:21:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336., hostname=d7c8ba49ede6,41303,1731140466208, seqNum=2] 2024-11-09T08:21:26,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:26,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:26,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:21:26,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:21:26,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:21:26,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T08:21:26,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T08:21:26,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T08:21:26,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:26,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T08:21:26,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:21:26,207 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:21:26,233 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,41303,1731140466208, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:21:26,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:26,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41303,1731140466208, seqNum=-1] 2024-11-09T08:21:26,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:26,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T08:21:26,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,41303,1731140466208', locateType=CURRENT is [region=hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336., hostname=d7c8ba49ede6,41303,1731140466208, seqNum=2] 2024-11-09T08:21:26,238 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:21:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:21:26,239 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,41303,1731140466208 suceeded 2024-11-09T08:21:26,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:21:26,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T08:21:26,241 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:40881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:21:26,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-09T08:21:26,251 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:40881' 2024-11-09T08:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf1d2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40881,-1 for getting cluster id 2024-11-09T08:21:26,252 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:26,253 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21198e17-f485-42b7-938a-9fe2511a7aa1' 2024-11-09T08:21:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21198e17-f485-42b7-938a-9fe2511a7aa1" 2024-11-09T08:21:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1709efa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40881,-1] 2024-11-09T08:21:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,254 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:26,254 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a9f85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,254 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:26,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:26,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49075d1c 2024-11-09T08:21:26,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:26,256 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T08:21:26,256 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,41303,1731140466208 (queues=1) is replicating from cluster=96962e84-669d-4fba-b6da-8a7fd481509a to cluster=21198e17-f485-42b7-938a-9fe2511a7aa1 2024-11-09T08:21:26,256 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C41303%2C1731140466208 2024-11-09T08:21:26,256 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,41303,1731140466208, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:21:26,257 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C41303%2C1731140466208 2024-11-09T08:21:26,257 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, startPosition=0, beingWritten=true 2024-11-09T08:21:26,261 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:26,261 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:26,261 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:26,464 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:26,767 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:26,870 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:21:26,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:26,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:26,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:26,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40881,-1 for getting cluster id 2024-11-09T08:21:26,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:26,872 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21198e17-f485-42b7-938a-9fe2511a7aa1' 2024-11-09T08:21:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21198e17-f485-42b7-938a-9fe2511a7aa1" 2024-11-09T08:21:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140566b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40881,-1] 2024-11-09T08:21:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,873 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bfc55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7577d6 2024-11-09T08:21:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:26,875 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:26,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:33423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:21:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:21:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:26,878 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:33423' 2024-11-09T08:21:26,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66533e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,879 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:26,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:26,879 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7171a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,881 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:26,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec9107f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:26,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bd8f53 2024-11-09T08:21:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:26,883 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:26,883 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:21:26,883 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:21:26,883 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,883 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:26,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:26,884 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:26,885 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:21:26,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:21:26,885 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:26,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:21:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:21:26,935 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:21:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:27,170 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:27,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 076a5dc0d707f915351401174d8d36fe, NAME => 'hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2 2024-11-09T08:21:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:21:27,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:27,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 076a5dc0d707f915351401174d8d36fe, disabling compactions & flushes 2024-11-09T08:21:27,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. after waiting 0 ms 2024-11-09T08:21:27,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 076a5dc0d707f915351401174d8d36fe: Waiting for close lock at 1731140487297Disabling compacts and flushes for region at 1731140487297Disabling writes for close at 1731140487297Writing region close event to WAL at 1731140487297Closed at 1731140487297 2024-11-09T08:21:27,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:21:27,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140487298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140487298"}]},"ts":"1731140487298"} 2024-11-09T08:21:27,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:21:27,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:21:27,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140487301"}]},"ts":"1731140487301"} 2024-11-09T08:21:27,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:21:27,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=076a5dc0d707f915351401174d8d36fe, ASSIGN}] 2024-11-09T08:21:27,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=076a5dc0d707f915351401174d8d36fe, ASSIGN 2024-11-09T08:21:27,304 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=076a5dc0d707f915351401174d8d36fe, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,44081,1731140471263; forceNewPlan=false, retain=false 2024-11-09T08:21:27,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=076a5dc0d707f915351401174d8d36fe, regionState=OPENING, regionLocation=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:27,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=076a5dc0d707f915351401174d8d36fe, ASSIGN because future has completed 2024-11-09T08:21:27,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 076a5dc0d707f915351401174d8d36fe, server=d7c8ba49ede6,44081,1731140471263}] 2024-11-09T08:21:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:27,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:27,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:21:27,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C44081%2C1731140471263.rep, suffix=, logDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263, archiveDir=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/oldWALs, maxLogs=10 2024-11-09T08:21:27,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.rep.1731140487613, exclude list is [], retry=0 2024-11-09T08:21:27,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36789,DS-563aa544-bd94-4997-83e1-2697391087d2,DISK] 2024-11-09T08:21:27,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.rep.1731140487613 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 076a5dc0d707f915351401174d8d36fe, NAME => 'hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:27,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. service=MultiRowMutationService 2024-11-09T08:21:27,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,630 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,631 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076a5dc0d707f915351401174d8d36fe columnFamilyName hfileref 2024-11-09T08:21:27,631 DEBUG [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:27,632 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] regionserver.HStore(327): Store=076a5dc0d707f915351401174d8d36fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:27,632 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,632 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076a5dc0d707f915351401174d8d36fe columnFamilyName queue 2024-11-09T08:21:27,632 DEBUG [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:27,633 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] regionserver.HStore(327): Store=076a5dc0d707f915351401174d8d36fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:27,633 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,633 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076a5dc0d707f915351401174d8d36fe columnFamilyName sid 2024-11-09T08:21:27,633 DEBUG [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:27,634 INFO [StoreOpener-076a5dc0d707f915351401174d8d36fe-1 {}] regionserver.HStore(327): Store=076a5dc0d707f915351401174d8d36fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:27,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:21:27,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:27,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 076a5dc0d707f915351401174d8d36fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66080178, jitterRate=-0.01532861590385437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:21:27,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:27,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 076a5dc0d707f915351401174d8d36fe: Running coprocessor pre-open hook at 1731140487630Writing region info on filesystem at 1731140487630Initializing all the Stores at 1731140487630Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140487630Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140487630Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140487630Cleaning up temporary data from old regions at 1731140487636 (+6 ms)Running coprocessor post-open hooks at 1731140487639 (+3 ms)Region opened successfully at 1731140487639 2024-11-09T08:21:27,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe., pid=10, masterSystemTime=1731140487608 2024-11-09T08:21:27,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:27,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=076a5dc0d707f915351401174d8d36fe, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:27,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 076a5dc0d707f915351401174d8d36fe, server=d7c8ba49ede6,44081,1731140471263 because future has completed 2024-11-09T08:21:27,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:21:27,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 076a5dc0d707f915351401174d8d36fe, server=d7c8ba49ede6,44081,1731140471263 in 187 msec 2024-11-09T08:21:27,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:21:27,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=076a5dc0d707f915351401174d8d36fe, ASSIGN in 343 msec 2024-11-09T08:21:27,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:21:27,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140487647"}]},"ts":"1731140487647"} 2024-11-09T08:21:27,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:21:27,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:21:27,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-09T08:21:27,673 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:27,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe., hostname=d7c8ba49ede6,44081,1731140471263, seqNum=2] 2024-11-09T08:21:27,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:27,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:27,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:21:27,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:21:27,928 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:21:27,954 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,44081,1731140471263, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:21:27,955 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:27,955 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,44081,1731140471263, seqNum=-1] 2024-11-09T08:21:27,955 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:27,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T08:21:27,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,44081,1731140471263', locateType=CURRENT is [region=hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe., hostname=d7c8ba49ede6,44081,1731140471263, seqNum=2] 2024-11-09T08:21:27,959 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:21:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:21:27,961 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,44081,1731140471263 suceeded 2024-11-09T08:21:27,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:21:27,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T08:21:27,963 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:33423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:21:27,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-09T08:21:27,972 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:33423' 2024-11-09T08:21:27,973 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2293478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:27,973 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:27,973 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:27,973 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bff3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:27,975 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:27,975 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab02125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:27,975 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c371531 2024-11-09T08:21:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:27,977 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T08:21:27,977 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,44081,1731140471263 (queues=1) is replicating from cluster=21198e17-f485-42b7-938a-9fe2511a7aa1 to cluster=d9c97712-7248-411d-902b-afbaa29dbbbc 2024-11-09T08:21:27,977 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C44081%2C1731140471263 2024-11-09T08:21:27,977 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,44081,1731140471263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:21:27,978 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C44081%2C1731140471263 2024-11-09T08:21:27,978 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, startPosition=0, beingWritten=true 2024-11-09T08:21:27,982 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:27,982 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:27,982 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:28,020 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:21:28,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:28,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:28,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:28,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:28,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:28,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:28,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:28,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:28,021 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9f5683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:28,022 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce846a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:28,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@432a35e3 2024-11-09T08:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:28,024 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:28,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:43719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:21:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:21:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:28,026 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:43719' 2024-11-09T08:21:28,027 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d4c778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:28,027 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:28,027 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:28,027 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:28,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:28,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:28,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380e23e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:28,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:28,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:28,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:28,029 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:28,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719ae566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:28,029 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:28,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:28,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48964cb4 2024-11-09T08:21:28,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:28,031 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:28,031 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T08:21:28,031 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:21:28,031 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:28,031 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:28,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:28,032 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:28,032 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:21:28,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:21:28,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:28,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:21:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:21:28,083 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:21:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:28,185 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:28,276 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:28,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ebf5cb064634b744683e0ef9f77d744, NAME => 'hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28 2024-11-09T08:21:28,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:21:28,491 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:28,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:28,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ebf5cb064634b744683e0ef9f77d744, disabling compactions & flushes 2024-11-09T08:21:28,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:28,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:28,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. after waiting 0 ms 2024-11-09T08:21:28,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:28,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:28,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ebf5cb064634b744683e0ef9f77d744: Waiting for close lock at 1731140488846Disabling compacts and flushes for region at 1731140488846Disabling writes for close at 1731140488846Writing region close event to WAL at 1731140488846Closed at 1731140488846 2024-11-09T08:21:28,894 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:28,963 INFO [AsyncFSWAL-0-hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData-prefix:d7c8ba49ede6,33423,1731140476594 {}] wal.AbstractFSWAL(1368): Slow sync cost: 116 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34509,DS-31b0e940-4a71-4be9-9a92-d16489b7acc5,DISK]] 2024-11-09T08:21:28,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:21:28,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140488963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140488963"}]},"ts":"1731140488963"} 2024-11-09T08:21:28,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:21:28,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:21:28,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140488965"}]},"ts":"1731140488965"} 2024-11-09T08:21:28,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:21:28,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ebf5cb064634b744683e0ef9f77d744, ASSIGN}] 2024-11-09T08:21:28,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ebf5cb064634b744683e0ef9f77d744, ASSIGN 2024-11-09T08:21:28,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ebf5cb064634b744683e0ef9f77d744, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,42389,1731140476817; forceNewPlan=false, retain=false 2024-11-09T08:21:28,980 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:29,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ebf5cb064634b744683e0ef9f77d744, regionState=OPENING, regionLocation=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:29,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ebf5cb064634b744683e0ef9f77d744, ASSIGN because future has completed 2024-11-09T08:21:29,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ebf5cb064634b744683e0ef9f77d744, server=d7c8ba49ede6,42389,1731140476817}] 2024-11-09T08:21:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:29,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:29,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:29,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:21:29,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42389%2C1731140476817.rep, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/oldWALs, maxLogs=10 2024-11-09T08:21:29,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.rep.1731140489278, exclude list is [], retry=0 2024-11-09T08:21:29,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-31b0e940-4a71-4be9-9a92-d16489b7acc5,DISK] 2024-11-09T08:21:29,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.rep.1731140489278 2024-11-09T08:21:29,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37641:37641)] 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ebf5cb064634b744683e0ef9f77d744, NAME => 'hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:29,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. service=MultiRowMutationService 2024-11-09T08:21:29,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,295 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,296 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ebf5cb064634b744683e0ef9f77d744 columnFamilyName hfileref 2024-11-09T08:21:29,296 DEBUG [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:29,297 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] regionserver.HStore(327): Store=8ebf5cb064634b744683e0ef9f77d744/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:29,297 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,298 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ebf5cb064634b744683e0ef9f77d744 columnFamilyName queue 2024-11-09T08:21:29,298 DEBUG [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:29,298 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] regionserver.HStore(327): Store=8ebf5cb064634b744683e0ef9f77d744/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:29,298 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,301 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ebf5cb064634b744683e0ef9f77d744 columnFamilyName sid 2024-11-09T08:21:29,301 DEBUG [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:29,301 INFO [StoreOpener-8ebf5cb064634b744683e0ef9f77d744-1 {}] regionserver.HStore(327): Store=8ebf5cb064634b744683e0ef9f77d744/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:29,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/replication/8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/replication/8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:21:29,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/replication/8ebf5cb064634b744683e0ef9f77d744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:29,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ebf5cb064634b744683e0ef9f77d744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71047881, jitterRate=0.05869592726230621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:21:29,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:29,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ebf5cb064634b744683e0ef9f77d744: Running coprocessor pre-open hook at 1731140489294Writing region info on filesystem at 1731140489294Initializing all the Stores at 1731140489295 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140489295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140489295Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140489295Cleaning up temporary data from old regions at 1731140489303 (+8 ms)Running coprocessor post-open hooks at 1731140489306 (+3 ms)Region opened successfully at 1731140489306 2024-11-09T08:21:29,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744., pid=10, masterSystemTime=1731140489273 2024-11-09T08:21:29,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:29,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:29,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ebf5cb064634b744683e0ef9f77d744, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ebf5cb064634b744683e0ef9f77d744, server=d7c8ba49ede6,42389,1731140476817 because future has completed 2024-11-09T08:21:29,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:21:29,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ebf5cb064634b744683e0ef9f77d744, server=d7c8ba49ede6,42389,1731140476817 in 190 msec 2024-11-09T08:21:29,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:21:29,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ebf5cb064634b744683e0ef9f77d744, ASSIGN in 346 msec 2024-11-09T08:21:29,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:21:29,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140489315"}]},"ts":"1731140489315"} 2024-11-09T08:21:29,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:21:29,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:21:29,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2860 sec 2024-11-09T08:21:29,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744., hostname=d7c8ba49ede6,42389,1731140476817, seqNum=2] 2024-11-09T08:21:29,375 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:29,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:29,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:21:29,397 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:29,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:21:29,549 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:21:29,574 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,42389,1731140476817, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:21:29,574 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:29,574 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42389,1731140476817, seqNum=-1] 2024-11-09T08:21:29,574 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:29,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T08:21:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,42389,1731140476817', locateType=CURRENT is [region=hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744., hostname=d7c8ba49ede6,42389,1731140476817, seqNum=2] 2024-11-09T08:21:29,578 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:21:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:21:29,580 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,42389,1731140476817 suceeded 2024-11-09T08:21:29,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:21:29,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-09T08:21:29,582 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:43719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:21:29,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5580 sec 2024-11-09T08:21:29,595 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:43719' 2024-11-09T08:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54be3295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:29,597 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:29,597 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:29,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:29,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa81bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:29,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:29,598 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:29,599 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7abf935a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:29,599 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:29,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:29,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a4cc39 2024-11-09T08:21:29,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:29,620 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T08:21:29,621 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,42389,1731140476817 (queues=1) is replicating from cluster=d9c97712-7248-411d-902b-afbaa29dbbbc to cluster=96962e84-669d-4fba-b6da-8a7fd481509a 2024-11-09T08:21:29,621 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C42389%2C1731140476817 2024-11-09T08:21:29,621 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,42389,1731140476817, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:21:29,621 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, startPosition=0, beingWritten=true 2024-11-09T08:21:29,621 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C42389%2C1731140476817 2024-11-09T08:21:29,625 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:29,625 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 379, reset compression=false 2024-11-09T08:21:29,625 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:29,783 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:29,828 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 379, reset compression=false 2024-11-09T08:21:30,001 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:30,131 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 379, reset compression=false 2024-11-09T08:21:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:21:30,169 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:21:30,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:30,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:30,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:30,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:30,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:30,170 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f98955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,172 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e39d0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612f1aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40881,-1 for getting cluster id 2024-11-09T08:21:30,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:30,173 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21198e17-f485-42b7-938a-9fe2511a7aa1' 2024-11-09T08:21:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21198e17-f485-42b7-938a-9fe2511a7aa1" 2024-11-09T08:21:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c48b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40881,-1] 2024-11-09T08:21:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:30,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,174 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:30,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6d98c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d603b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:30,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:30,175 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef95b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,176 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:30,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8f3eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41303,1731140466208, seqNum=-1] 2024-11-09T08:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:30,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140479791.437e6b3fcdc330543642a51949c7d53d., hostname=d7c8ba49ede6,41303,1731140466208, seqNum=2] 2024-11-09T08:21:30,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42389,1731140476817, seqNum=-1] 2024-11-09T08:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:30,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:30,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140482572.74801040d3c1342aae17f7b60b7f6278., hostname=d7c8ba49ede6,42389,1731140476817, seqNum=2] 2024-11-09T08:21:30,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T08:21:30,534 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 379, reset compression=false 2024-11-09T08:21:30,687 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 379, reset compression=false 2024-11-09T08:21:30,691 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:30,691 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 480, reset compression=false 2024-11-09T08:21:30,691 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e6b3fcdc330543642a51949c7d53d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T08:21:30,693 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:30,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T08:21:30,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:30,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be7e572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40881,-1 for getting cluster id 2024-11-09T08:21:30,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:30,695 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21198e17-f485-42b7-938a-9fe2511a7aa1' 2024-11-09T08:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21198e17-f485-42b7-938a-9fe2511a7aa1" 2024-11-09T08:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe4d9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40881,-1] 2024-11-09T08:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,696 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:30,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb0b8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:30,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,44081,1731140471263, seqNum=-1] 2024-11-09T08:21:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:30,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T08:21:30,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d., hostname=d7c8ba49ede6,44081,1731140471263, seqNum=2] 2024-11-09T08:21:30,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:30,704 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 379, reset compression=false 2024-11-09T08:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 504, reset compression=false 2024-11-09T08:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79730a8a657aed3050ee1f1eb0d8a1d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T08:21:30,710 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:30,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T08:21:30,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5765abce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:30,713 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1064462f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:30,714 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:30,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8bad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:30,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42389,1731140476817, seqNum=-1] 2024-11-09T08:21:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:30,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T08:21:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140482572.74801040d3c1342aae17f7b60b7f6278., hostname=d7c8ba49ede6,42389,1731140476817, seqNum=2] 2024-11-09T08:21:30,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:30,894 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 480, reset compression=false 2024-11-09T08:21:30,911 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 504, reset compression=false 2024-11-09T08:21:31,038 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 379, reset compression=false 2024-11-09T08:21:31,042 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:31,042 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 527, reset compression=false 2024-11-09T08:21:31,042 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:31,189 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T08:21:31,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,44081,1731140471263, seqNum=-1] 2024-11-09T08:21:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:31,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:31,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d., hostname=d7c8ba49ede6,44081,1731140471263, seqNum=2] 2024-11-09T08:21:31,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T08:21:31,197 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 480, reset compression=false 2024-11-09T08:21:31,215 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 504, reset compression=false 2024-11-09T08:21:31,219 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:31,219 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 608, reset compression=false 2024-11-09T08:21:31,219 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79730a8a657aed3050ee1f1eb0d8a1d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:21:31,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:31,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:31,245 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 527, reset compression=false 2024-11-09T08:21:31,249 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:31,249 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 654, reset compression=false 2024-11-09T08:21:31,249 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[{test/74801040d3c1342aae17f7b60b7f6278/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T08:21:31,251 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:31,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T08:21:31,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:31,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@654d4d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:31,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:31,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:31,253 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:31,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:31,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:31,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@312128a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:31,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:31,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:31,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:31,254 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:31,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aca51c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:31,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:31,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41303,1731140466208, seqNum=-1] 2024-11-09T08:21:31,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:31,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T08:21:31,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731140479791.437e6b3fcdc330543642a51949c7d53d., hostname=d7c8ba49ede6,41303,1731140466208, seqNum=2] 2024-11-09T08:21:31,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:31,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:31,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,422 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 608, reset compression=false 2024-11-09T08:21:31,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:31,453 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 654, reset compression=false 2024-11-09T08:21:31,601 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 480, reset compression=false 2024-11-09T08:21:31,606 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:31,606 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 631, reset compression=false 2024-11-09T08:21:31,606 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:31,727 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 608, reset compression=false 2024-11-09T08:21:31,757 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 654, reset compression=false 2024-11-09T08:21:31,809 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 631, reset compression=false 2024-11-09T08:21:32,113 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 631, reset compression=false 2024-11-09T08:21:32,131 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 608, reset compression=false 2024-11-09T08:21:32,162 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 654, reset compression=false 2024-11-09T08:21:32,197 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T08:21:32,200 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T08:21:32,517 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 631, reset compression=false 2024-11-09T08:21:32,634 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 608, reset compression=false 2024-11-09T08:21:32,664 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 654, reset compression=false 2024-11-09T08:21:32,668 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:32,668 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 758, reset compression=false 2024-11-09T08:21:32,668 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[{test/74801040d3c1342aae17f7b60b7f6278/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:21:32,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:32,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:32,871 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 758, reset compression=false 2024-11-09T08:21:33,020 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 631, reset compression=false 2024-11-09T08:21:33,026 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:33,026 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 759, reset compression=false 2024-11-09T08:21:33,026 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e6b3fcdc330543642a51949c7d53d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T08:21:33,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:33,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:33,175 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 758, reset compression=false 2024-11-09T08:21:33,202 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T08:21:33,205 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T08:21:33,229 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 759, reset compression=false 2024-11-09T08:21:33,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:33,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 915, reset compression=false 2024-11-09T08:21:33,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e6b3fcdc330543642a51949c7d53d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T08:21:33,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:33,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:33,237 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 608, reset compression=false 2024-11-09T08:21:33,241 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:33,241 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 908, reset compression=false 2024-11-09T08:21:33,241 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79730a8a657aed3050ee1f1eb0d8a1d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T08:21:33,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:33,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:33,436 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 915, reset compression=false 2024-11-09T08:21:33,444 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 908, reset compression=false 2024-11-09T08:21:33,581 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 758, reset compression=false 2024-11-09T08:21:33,585 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:33,585 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 929, reset compression=false 2024-11-09T08:21:33,585 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:33,740 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 915, reset compression=false 2024-11-09T08:21:33,746 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 908, reset compression=false 2024-11-09T08:21:33,788 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 929, reset compression=false 2024-11-09T08:21:34,091 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 929, reset compression=false 2024-11-09T08:21:34,142 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 915, reset compression=false 2024-11-09T08:21:34,149 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 908, reset compression=false 2024-11-09T08:21:34,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T08:21:34,210 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T08:21:34,494 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 929, reset compression=false 2024-11-09T08:21:34,645 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 915, reset compression=false 2024-11-09T08:21:34,652 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 908, reset compression=false 2024-11-09T08:21:34,655 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:34,655 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1067, reset compression=false 2024-11-09T08:21:34,655 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79730a8a657aed3050ee1f1eb0d8a1d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T08:21:34,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:34,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:34,858 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1067, reset compression=false 2024-11-09T08:21:34,997 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 929, reset compression=false 2024-11-09T08:21:35,001 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:35,001 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1078, reset compression=false 2024-11-09T08:21:35,001 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[{test/74801040d3c1342aae17f7b60b7f6278/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T08:21:35,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:35,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:35,161 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1067, reset compression=false 2024-11-09T08:21:35,210 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1078, reset compression=false 2024-11-09T08:21:35,212 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T08:21:35,215 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T08:21:35,248 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 915, reset compression=false 2024-11-09T08:21:35,252 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:35,252 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1088, reset compression=false 2024-11-09T08:21:35,252 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:35,455 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1088, reset compression=false 2024-11-09T08:21:35,513 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1078, reset compression=false 2024-11-09T08:21:35,517 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:35,517 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1237, reset compression=false 2024-11-09T08:21:35,517 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[{test/74801040d3c1342aae17f7b60b7f6278/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T08:21:35,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:35,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:35,564 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1067, reset compression=false 2024-11-09T08:21:35,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:21:35,721 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1237, reset compression=false 2024-11-09T08:21:35,758 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1088, reset compression=false 2024-11-09T08:21:35,761 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:35,761 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1238, reset compression=false 2024-11-09T08:21:35,761 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e6b3fcdc330543642a51949c7d53d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T08:21:35,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:35,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:35,964 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1238, reset compression=false 2024-11-09T08:21:36,024 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1237, reset compression=false 2024-11-09T08:21:36,067 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1067, reset compression=false 2024-11-09T08:21:36,071 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:36,071 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1241, reset compression=false 2024-11-09T08:21:36,071 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:36,217 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T08:21:36,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1935ca61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:36,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:36,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:36,223 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1ec6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:36,225 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddfab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:36,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c5b68a 2024-11-09T08:21:36,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:36,229 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:36,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T08:21:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T08:21:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:21:36,268 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1238, reset compression=false 2024-11-09T08:21:36,274 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1241, reset compression=false 2024-11-09T08:21:36,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:21:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:21:36,428 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1237, reset compression=false 2024-11-09T08:21:36,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T08:21:36,470 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T08:21:36,471 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T08:21:36,471 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,42389,1731140476817 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T08:21:36,471 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0. 2024-11-09T08:21:36,471 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:36,471 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:36,471 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:36,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:21:36,571 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:21:36,571 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:21:36,577 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1241, reset compression=false 2024-11-09T08:21:36,671 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1238, reset compression=false 2024-11-09T08:21:36,671 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 terminated 2024-11-09T08:21:36,686 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,42389,1731140476817, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:21:36,686 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T08:21:36,687 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T08:21:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T08:21:36,689 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d7c8ba49ede6,42389,1731140476817 suceeded 2024-11-09T08:21:36,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T08:21:36,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-09T08:21:36,690 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T08:21:36,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 461 msec 2024-11-09T08:21:36,699 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:43719' 2024-11-09T08:21:36,700 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:36,700 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43719,-1 for getting cluster id 2024-11-09T08:21:36,700 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:36,700 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96962e84-669d-4fba-b6da-8a7fd481509a' 2024-11-09T08:21:36,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96962e84-669d-4fba-b6da-8a7fd481509a" 2024-11-09T08:21:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d7542d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43719,-1] 2024-11-09T08:21:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:36,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:36,702 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:36,702 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4afa949e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:36,702 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:36,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:36,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34889b33 2024-11-09T08:21:36,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:36,704 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T08:21:36,704 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,42389,1731140476817 (queues=1) is replicating from cluster=d9c97712-7248-411d-902b-afbaa29dbbbc to cluster=96962e84-669d-4fba-b6da-8a7fd481509a 2024-11-09T08:21:36,704 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C42389%2C1731140476817 2024-11-09T08:21:36,704 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,42389,1731140476817, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:21:36,705 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C42389%2C1731140476817 2024-11-09T08:21:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:21:36,860 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:21:36,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:36,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:36,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:36,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:36,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:36,863 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T08:21:36,980 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1241, reset compression=false 2024-11-09T08:21:37,174 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1238, reset compression=false 2024-11-09T08:21:37,177 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:37,177 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1342, reset compression=false 2024-11-09T08:21:37,177 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[{test/437e6b3fcdc330543642a51949c7d53d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:21:37,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:37,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:37,380 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1342, reset compression=false 2024-11-09T08:21:37,483 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1241, reset compression=false 2024-11-09T08:21:37,489 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:37,489 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1369, reset compression=false 2024-11-09T08:21:37,489 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79730a8a657aed3050ee1f1eb0d8a1d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T08:21:37,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:37,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:37,684 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1342, reset compression=false 2024-11-09T08:21:37,694 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1369, reset compression=false 2024-11-09T08:21:37,865 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T08:21:37,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:37,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,33423,-1 for getting cluster id 2024-11-09T08:21:37,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:37,868 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9c97712-7248-411d-902b-afbaa29dbbbc' 2024-11-09T08:21:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9c97712-7248-411d-902b-afbaa29dbbbc" 2024-11-09T08:21:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61502ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,33423,-1] 2024-11-09T08:21:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:37,869 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33b05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:37,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9a33da 2024-11-09T08:21:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:21:37,875 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:21:37,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T08:21:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T08:21:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T08:21:37,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:21:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T08:21:37,999 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1369, reset compression=false 2024-11-09T08:21:38,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:38,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:38,003 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[{test/c79730a8a657aed3050ee1f1eb0d8a1d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:21:38,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:38,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:38,088 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1342, reset compression=false 2024-11-09T08:21:38,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T08:21:38,110 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T08:21:38,111 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T08:21:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T08:21:38,113 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d7c8ba49ede6,42389,1731140476817 suceeded 2024-11-09T08:21:38,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T08:21:38,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-09T08:21:38,115 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T08:21:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 239 msec 2024-11-09T08:21:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T08:21:38,200 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:21:38,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:38,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:38,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:38,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:38,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:38,202 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-09T08:21:38,206 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, startPosition=1237, beingWritten=true 2024-11-09T08:21:38,208 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:38,214 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:21:38,214 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1515, reset compression=false 2024-11-09T08:21:38,214 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[{test/74801040d3c1342aae17f7b60b7f6278/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T08:21:38,219 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:38,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T08:21:38,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:21:38,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41303 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:21:38,421 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1515, reset compression=false 2024-11-09T08:21:38,515 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:38,592 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1342, reset compression=false 2024-11-09T08:21:38,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:38,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:38,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41303,1731140466208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:38,724 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1515, reset compression=false 2024-11-09T08:21:38,800 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:38,921 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:38,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:38,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:38,970 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68445 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:39,103 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:39,128 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1515, reset compression=false 2024-11-09T08:21:39,204 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T08:21:39,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:21:39,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:39,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:39,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:39,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:39,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:39,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:21:39,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229676163, stopped=false 2024-11-09T08:21:39,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,33423,1731140476594 2024-11-09T08:21:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1865723099/running 2024-11-09T08:21:39,359 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1865723099/running 2024-11-09T08:21:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:39,359 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:39,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:39,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:39,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:39,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:39,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,42389,1731140476817' ***** 2024-11-09T08:21:39,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:21:39,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/running 2024-11-09T08:21:39,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Set watcher on znode that does not yet exist, /2-1865723099/running 2024-11-09T08:21:39,360 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:21:39,360 INFO [RS:0;d7c8ba49ede6:42389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:21:39,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:21:39,360 INFO [RS:0;d7c8ba49ede6:42389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:21:39,360 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(3091): Received CLOSE for 74801040d3c1342aae17f7b60b7f6278 2024-11-09T08:21:39,360 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42389. 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74801040d3c1342aae17f7b60b7f6278, disabling compactions & flushes 2024-11-09T08:21:39,361 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:39,361 DEBUG [RS:0;d7c8ba49ede6:42389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:39,361 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. after waiting 0 ms 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:21:39,361 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74801040d3c1342aae17f7b60b7f6278 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:21:39,361 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:21:39,361 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 74801040d3c1342aae17f7b60b7f6278=test,,1731140482572.74801040d3c1342aae17f7b60b7f6278., 8ebf5cb064634b744683e0ef9f77d744=hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.} 2024-11-09T08:21:39,361 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:39,361 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:39,361 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:39,361 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:21:39,371 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:39,381 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/f/8294254b63154f13a26b345b659bdd18 is 37, key is row3/f:row3/1731140496861/Put/seqid=0 2024-11-09T08:21:39,386 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/info/5aae653f57dd484c86855680e4c8e9e0 is 147, key is hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744./info:regioninfo/1731140489309/Put/seqid=0 2024-11-09T08:21:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741840_1016 (size=5228) 2024-11-09T08:21:39,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741841_1017 (size=7686) 2024-11-09T08:21:39,391 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/info/5aae653f57dd484c86855680e4c8e9e0 2024-11-09T08:21:39,411 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/ns/bf01e46fde65439d83eae0c848341a3b is 43, key is default/ns:d/1731140479736/Put/seqid=0 2024-11-09T08:21:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:21:39,415 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/ns/bf01e46fde65439d83eae0c848341a3b 2024-11-09T08:21:39,424 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:39,433 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf3212d9d4c4f55bbf5534e8556a4d0 is 112, key is test,,1731140482572.74801040d3c1342aae17f7b60b7f6278./rep_barrier:seqnumDuringOpen/1731140483749/Put/seqid=0 2024-11-09T08:21:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741843_1019 (size=5518) 2024-11-09T08:21:39,437 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf3212d9d4c4f55bbf5534e8556a4d0 2024-11-09T08:21:39,454 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/table/4dd495e803314832a2b9abebafdd6b99 is 53, key is hbase:replication/table:state/1731140489315/Put/seqid=0 2024-11-09T08:21:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741844_1020 (size=5308) 2024-11-09T08:21:39,506 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:39,561 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:39,631 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1515, reset compression=false 2024-11-09T08:21:39,635 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:39,635 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1762, reset compression=false 2024-11-09T08:21:39,635 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,42389,1731140476817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:39,636 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,42389,1731140476817: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,42389,1731140476817, walGroup=d7c8ba49ede6%2C42389%2C1731140476817, offset=d7c8ba49ede6%2C42389%2C1731140476817.1731140478784:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:42389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:21:39,638 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:21:39,638 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:21:39,638 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:21:39,638 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:21:39,638 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:21:39,638 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 765762192 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198210080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:21:39,639 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:33423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:33423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:21:39,697 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:21:39,697 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:21:39,762 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:39,789 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/f/8294254b63154f13a26b345b659bdd18 2024-11-09T08:21:39,793 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8294254b63154f13a26b345b659bdd18 2024-11-09T08:21:39,806 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/f1/bae3bb70bce34175bcb4f16324cf0e1b is 30, key is row1/f1:/1731140494208/DeleteFamily/seqid=0 2024-11-09T08:21:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741845_1021 (size=5158) 2024-11-09T08:21:39,839 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1762, reset compression=false 2024-11-09T08:21:39,859 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/table/4dd495e803314832a2b9abebafdd6b99 2024-11-09T08:21:39,863 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/info/5aae653f57dd484c86855680e4c8e9e0 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/info/5aae653f57dd484c86855680e4c8e9e0 2024-11-09T08:21:39,867 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/info/5aae653f57dd484c86855680e4c8e9e0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:21:39,868 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/ns/bf01e46fde65439d83eae0c848341a3b as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/ns/bf01e46fde65439d83eae0c848341a3b 2024-11-09T08:21:39,872 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/ns/bf01e46fde65439d83eae0c848341a3b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:21:39,873 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf3212d9d4c4f55bbf5534e8556a4d0 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/rep_barrier/dbf3212d9d4c4f55bbf5534e8556a4d0 2024-11-09T08:21:39,878 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/rep_barrier/dbf3212d9d4c4f55bbf5534e8556a4d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:21:39,878 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/.tmp/table/4dd495e803314832a2b9abebafdd6b99 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/table/4dd495e803314832a2b9abebafdd6b99 2024-11-09T08:21:39,882 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/table/4dd495e803314832a2b9abebafdd6b99, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:21:39,882 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 521ms, sequenceid=16, compaction requested=false 2024-11-09T08:21:39,886 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:21:39,887 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:39,887 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:39,887 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:39,887 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140499361Running coprocessor pre-close hooks at 1731140499361Disabling compacts and flushes for region at 1731140499361Disabling writes for close at 1731140499361Obtaining lock to block concurrent updates at 1731140499361Preparing flush snapshotting stores in 1588230740 at 1731140499361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140499362 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140499362Flushing 1588230740/info: creating writer at 1731140499362Flushing 1588230740/info: appending metadata at 1731140499385 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731140499385Flushing 1588230740/ns: creating writer at 1731140499395 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731140499411 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731140499411Flushing 1588230740/rep_barrier: creating writer at 1731140499420 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140499433 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140499433Flushing 1588230740/table: creating writer at 1731140499441 (+8 ms)Flushing 1588230740/table: appending metadata at 1731140499454 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731140499454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518af4d3: reopening flushed file at 1731140499863 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1523d2ab: reopening flushed file at 1731140499867 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e37cac: reopening flushed file at 1731140499872 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bb9405: reopening flushed file at 1731140499878 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 521ms, sequenceid=16, compaction requested=false at 1731140499882 (+4 ms)Writing region close event to WAL at 1731140499884 (+2 ms)Running coprocessor post-close hooks at 1731140499887 (+3 ms)Closed at 1731140499887 2024-11-09T08:21:39,887 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:39,962 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:40,011 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:40,028 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:40,142 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1762, reset compression=false 2024-11-09T08:21:40,162 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:40,210 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/f1/bae3bb70bce34175bcb4f16324cf0e1b 2024-11-09T08:21:40,214 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae3bb70bce34175bcb4f16324cf0e1b 2024-11-09T08:21:40,231 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/norep/342bc9ae1b75461aa6976151f1f07644 is 33, key is row2/norep:/1731140495213/DeleteFamily/seqid=0 2024-11-09T08:21:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741846_1022 (size=5108) 2024-11-09T08:21:40,362 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:21:40,362 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1325): Online Regions={74801040d3c1342aae17f7b60b7f6278=test,,1731140482572.74801040d3c1342aae17f7b60b7f6278., 8ebf5cb064634b744683e0ef9f77d744=hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744.} 2024-11-09T08:21:40,362 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:40,545 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.wal-reader.d7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/WALs/d7c8ba49ede6,42389,1731140476817/d7c8ba49ede6%2C42389%2C1731140476817.1731140478784 to pos 1762, reset compression=false 2024-11-09T08:21:40,562 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 74801040d3c1342aae17f7b60b7f6278, 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:40,614 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:40,639 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/norep/342bc9ae1b75461aa6976151f1f07644 2024-11-09T08:21:40,643 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342bc9ae1b75461aa6976151f1f07644 2024-11-09T08:21:40,643 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/f/8294254b63154f13a26b345b659bdd18 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/f/8294254b63154f13a26b345b659bdd18 2024-11-09T08:21:40,646 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8294254b63154f13a26b345b659bdd18 2024-11-09T08:21:40,646 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/f/8294254b63154f13a26b345b659bdd18, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T08:21:40,647 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/f1/bae3bb70bce34175bcb4f16324cf0e1b as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/f1/bae3bb70bce34175bcb4f16324cf0e1b 2024-11-09T08:21:40,654 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae3bb70bce34175bcb4f16324cf0e1b 2024-11-09T08:21:40,654 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/f1/bae3bb70bce34175bcb4f16324cf0e1b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T08:21:40,654 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/.tmp/norep/342bc9ae1b75461aa6976151f1f07644 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/norep/342bc9ae1b75461aa6976151f1f07644 2024-11-09T08:21:40,657 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342bc9ae1b75461aa6976151f1f07644 2024-11-09T08:21:40,658 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/norep/342bc9ae1b75461aa6976151f1f07644, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T08:21:40,658 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 74801040d3c1342aae17f7b60b7f6278 in 1297ms, sequenceid=12, compaction requested=false 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/data/default/test/74801040d3c1342aae17f7b60b7f6278/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:40,662 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74801040d3c1342aae17f7b60b7f6278: Waiting for close lock at 1731140499361Running coprocessor pre-close hooks at 1731140499361Disabling compacts and flushes for region at 1731140499361Disabling writes for close at 1731140499361Obtaining lock to block concurrent updates at 1731140499361Preparing flush snapshotting stores in 74801040d3c1342aae17f7b60b7f6278 at 1731140499361Finished memstore snapshotting test,,1731140482572.74801040d3c1342aae17f7b60b7f6278., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731140499361Flushing stores of test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. at 1731140499362 (+1 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/f: creating writer at 1731140499362Flushing 74801040d3c1342aae17f7b60b7f6278/f: appending metadata at 1731140499380 (+18 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/f: closing flushed file at 1731140499380Flushing 74801040d3c1342aae17f7b60b7f6278/f1: creating writer at 1731140499793 (+413 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/f1: appending metadata at 1731140499805 (+12 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/f1: closing flushed file at 1731140499806 (+1 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/norep: creating writer at 1731140500214 (+408 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/norep: appending metadata at 1731140500230 (+16 ms)Flushing 74801040d3c1342aae17f7b60b7f6278/norep: closing flushed file at 1731140500230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd541fe: reopening flushed file at 1731140500643 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4339eda4: reopening flushed file at 1731140500647 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da66d9: reopening flushed file at 1731140500654 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 74801040d3c1342aae17f7b60b7f6278 in 1297ms, sequenceid=12, compaction requested=false at 1731140500658 (+4 ms)Writing region close event to WAL at 1731140500659 (+1 ms)Running coprocessor post-close hooks at 1731140500662 (+3 ms)Closed at 1731140500662 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140482572.74801040d3c1342aae17f7b60b7f6278. 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ebf5cb064634b744683e0ef9f77d744, disabling compactions & flushes 2024-11-09T08:21:40,662 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,662 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. after waiting 0 ms 2024-11-09T08:21:40,663 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,663 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ebf5cb064634b744683e0ef9f77d744: Waiting for close lock at 1731140500662Running coprocessor pre-close hooks at 1731140500662Disabling compacts and flushes for region at 1731140500662Disabling writes for close at 1731140500662Failed flush hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744., putting online again at 1731140500663 (+1 ms) 2024-11-09T08:21:40,663 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,700 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:21:40,731 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:40,763 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:40,763 DEBUG [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1351): Waiting on 8ebf5cb064634b744683e0ef9f77d744 2024-11-09T08:21:40,763 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ebf5cb064634b744683e0ef9f77d744, disabling compactions & flushes 2024-11-09T08:21:40,763 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,763 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,763 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. after waiting 0 ms 2024-11-09T08:21:40,763 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,763 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ebf5cb064634b744683e0ef9f77d744: Waiting for close lock at 1731140500763Running coprocessor pre-close hooks at 1731140500763Disabling compacts and flushes for region at 1731140500763Disabling writes for close at 1731140500763Failed flush hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744., putting online again at 1731140500763 2024-11-09T08:21:40,763 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140488031.8ebf5cb064634b744683e0ef9f77d744. 2024-11-09T08:21:40,963 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T08:21:40,963 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,42389,1731140476817; all regions closed. 2024-11-09T08:21:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:21:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741839_1015 (size=2390) 2024-11-09T08:21:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741832_1008 (size=2414) 2024-11-09T08:21:40,969 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:40,969 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:40,970 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:40,970 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:40,970 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:40,970 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,42389,1731140476817 because: Region server is closing 2024-11-09T08:21:40,970 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:40,970 INFO [RS:0;d7c8ba49ede6:42389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42389. 2024-11-09T08:21:40,970 DEBUG [RS:0;d7c8ba49ede6:42389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:40,970 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:40,971 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:40,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:41,071 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,42389,1731140476817.replicationSource.shipperd7c8ba49ede6%2C42389%2C1731140476817,1-d7c8ba49ede6,42389,1731140476817 terminated 2024-11-09T08:21:41,071 INFO [RS:0;d7c8ba49ede6:42389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42389. 2024-11-09T08:21:41,071 DEBUG [RS:0;d7c8ba49ede6:42389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:41,071 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:41,071 DEBUG [RS:0;d7c8ba49ede6:42389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:41,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:41,072 INFO [RS:0;d7c8ba49ede6:42389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42389 2024-11-09T08:21:41,138 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1865723099/rs/d7c8ba49ede6,42389,1731140476817 2024-11-09T08:21:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099/rs 2024-11-09T08:21:41,138 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:41,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,42389,1731140476817] 2024-11-09T08:21:41,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1865723099/draining/d7c8ba49ede6,42389,1731140476817 already deleted, retry=false 2024-11-09T08:21:41,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,42389,1731140476817 expired; onlineServers=0 2024-11-09T08:21:41,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,33423,1731140476594' ***** 2024-11-09T08:21:41,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:21:41,159 INFO [M:0;d7c8ba49ede6:33423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:41,159 INFO [M:0;d7c8ba49ede6:33423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:41,159 DEBUG [M:0;d7c8ba49ede6:33423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:21:41,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:21:41,159 DEBUG [M:0;d7c8ba49ede6:33423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:21:41,159 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140478468 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140478468,5,FailOnTimeoutGroup] 2024-11-09T08:21:41,159 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140478468 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140478468,5,FailOnTimeoutGroup] 2024-11-09T08:21:41,159 INFO [M:0;d7c8ba49ede6:33423 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:41,159 INFO [M:0;d7c8ba49ede6:33423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:41,159 DEBUG [M:0;d7c8ba49ede6:33423 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:21:41,160 INFO [M:0;d7c8ba49ede6:33423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:21:41,160 INFO [M:0;d7c8ba49ede6:33423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:41,160 INFO [M:0;d7c8ba49ede6:33423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:21:41,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:21:41,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1865723099/master 2024-11-09T08:21:41,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1865723099 2024-11-09T08:21:41,194 DEBUG [M:0;d7c8ba49ede6:33423 {}] zookeeper.ZKUtil(347): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Unable to get data of znode /2-1865723099/master because node does not exist (not an error) 2024-11-09T08:21:41,194 WARN [M:0;d7c8ba49ede6:33423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:21:41,195 INFO [M:0;d7c8ba49ede6:33423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/.lastflushedseqids 2024-11-09T08:21:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741847_1023 (size=245) 2024-11-09T08:21:41,203 INFO [M:0;d7c8ba49ede6:33423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:21:41,203 INFO [M:0;d7c8ba49ede6:33423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:21:41,204 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:41,204 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:41,204 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:41,204 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:41,204 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:41,204 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-09T08:21:41,219 DEBUG [M:0;d7c8ba49ede6:33423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8a31e7c993e4ebb8b1f9cedf26edb80 is 82, key is hbase:meta,,1/info:regioninfo/1731140479716/Put/seqid=0 2024-11-09T08:21:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741848_1024 (size=5672) 2024-11-09T08:21:41,223 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8a31e7c993e4ebb8b1f9cedf26edb80 2024-11-09T08:21:41,244 DEBUG [M:0;d7c8ba49ede6:33423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/126263e49d954e6081f9c17c98679dfa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140489319/Put/seqid=0 2024-11-09T08:21:41,248 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:41,248 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42389-0x1011eaf28f00007, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:41,248 INFO [RS:0;d7c8ba49ede6:42389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:41,248 INFO [RS:0;d7c8ba49ede6:42389 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,42389,1731140476817; zookeeper connection closed. 2024-11-09T08:21:41,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e304c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e304c5 2024-11-09T08:21:41,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:21:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741849_1025 (size=9213) 2024-11-09T08:21:41,254 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/126263e49d954e6081f9c17c98679dfa 2024-11-09T08:21:41,274 DEBUG [M:0;d7c8ba49ede6:33423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cef3c0057064706b889ef82a9623fc2 is 69, key is d7c8ba49ede6,42389,1731140476817/rs:state/1731140478584/Put/seqid=0 2024-11-09T08:21:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741850_1026 (size=5156) 2024-11-09T08:21:41,317 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:41,535 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:41,678 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cef3c0057064706b889ef82a9623fc2 2024-11-09T08:21:41,683 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8a31e7c993e4ebb8b1f9cedf26edb80 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8a31e7c993e4ebb8b1f9cedf26edb80 2024-11-09T08:21:41,686 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8a31e7c993e4ebb8b1f9cedf26edb80, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T08:21:41,687 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/126263e49d954e6081f9c17c98679dfa as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/126263e49d954e6081f9c17c98679dfa 2024-11-09T08:21:41,690 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/126263e49d954e6081f9c17c98679dfa, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T08:21:41,691 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cef3c0057064706b889ef82a9623fc2 as hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cef3c0057064706b889ef82a9623fc2 2024-11-09T08:21:41,694 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/f3dfbd8b-23ec-9329-0c36-4a82f8fbac28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cef3c0057064706b889ef82a9623fc2, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T08:21:41,695 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=127, compaction requested=false 2024-11-09T08:21:41,696 INFO [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:41,697 DEBUG [M:0;d7c8ba49ede6:33423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140501203Disabling compacts and flushes for region at 1731140501203Disabling writes for close at 1731140501204 (+1 ms)Obtaining lock to block concurrent updates at 1731140501204Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140501204Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731140501205 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140501205Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140501205Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140501219 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140501219Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140501226 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140501244 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140501244Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140501258 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140501274 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140501274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf034cd: reopening flushed file at 1731140501682 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abac8b4: reopening flushed file at 1731140501686 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5b66d8: reopening flushed file at 1731140501690 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=127, compaction requested=false at 1731140501695 (+5 ms)Writing region close event to WAL at 1731140501696 (+1 ms)Closed at 1731140501696 2024-11-09T08:21:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741830_1006 (size=73878) 2024-11-09T08:21:41,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:41,699 INFO [M:0;d7c8ba49ede6:33423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:21:41,699 INFO [M:0;d7c8ba49ede6:33423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33423 2024-11-09T08:21:41,700 INFO [M:0;d7c8ba49ede6:33423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:41,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:41,865 INFO [M:0;d7c8ba49ede6:33423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:41,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33423-0x1011eaf28f00006, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:41,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@361a0367{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:41,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3404da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:41,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:41,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67552449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:41,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d73d261{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:41,905 WARN [BP-749139790-172.17.0.3-1731140474631 heartbeating to localhost/127.0.0.1:37705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:21:41,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:21:41,905 WARN [BP-749139790-172.17.0.3-1731140474631 heartbeating to localhost/127.0.0.1:37705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-749139790-172.17.0.3-1731140474631 (Datanode Uuid 02003d75-8078-4ea9-9d37-d8b4c3b3c977) service to localhost/127.0.0.1:37705 2024-11-09T08:21:41,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:21:41,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/cluster_5a9885e4-42e3-f628-b744-0f5844a9be8f/data/data1/current/BP-749139790-172.17.0.3-1731140474631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:41,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/cluster_5a9885e4-42e3-f628-b744-0f5844a9be8f/data/data2/current/BP-749139790-172.17.0.3-1731140474631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:41,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:21:41,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@622ab046{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:41,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51dfbbfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:41,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:41,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71399dd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:41,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e47cf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:41,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:21:41,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:21:41,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:41,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:41,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:41,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:41,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:41,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:21:41,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477098322, stopped=false 2024-11-09T08:21:41,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,40881,1731140471114 2024-11-09T08:21:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630906317/running 2024-11-09T08:21:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630906317/running 2024-11-09T08:21:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:41,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:41,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:41,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:41,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:41,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,44081,1731140471263' ***** 2024-11-09T08:21:41,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:21:41,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/running 2024-11-09T08:21:41,943 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:21:41,943 INFO [RS:0;d7c8ba49ede6:44081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:21:41,943 INFO [RS:0;d7c8ba49ede6:44081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:21:41,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Set watcher on znode that does not yet exist, /1-630906317/running 2024-11-09T08:21:41,943 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(3091): Received CLOSE for 076a5dc0d707f915351401174d8d36fe 2024-11-09T08:21:41,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(3091): Received CLOSE for c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:41,944 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 076a5dc0d707f915351401174d8d36fe, disabling compactions & flushes 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:44081. 2024-11-09T08:21:41,944 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:41,944 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:41,944 DEBUG [RS:0;d7c8ba49ede6:44081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:41,944 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. after waiting 0 ms 2024-11-09T08:21:41,944 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:41,944 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:21:41,944 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 076a5dc0d707f915351401174d8d36fe 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:21:41,944 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:21:41,944 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1325): Online Regions={076a5dc0d707f915351401174d8d36fe=hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe., 1588230740=hbase:meta,,1.1588230740, c79730a8a657aed3050ee1f1eb0d8a1d=test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d.} 2024-11-09T08:21:41,944 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1351): Waiting on 076a5dc0d707f915351401174d8d36fe, 1588230740, c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:41,944 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:41,944 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:41,944 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:41,945 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:41,945 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:41,945 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:21:41,960 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/info/5ad27adc2ab340e0b6b966d421d67aaa is 147, key is hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe./info:regioninfo/1731140487642/Put/seqid=0 2024-11-09T08:21:41,961 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/.tmp/queue/68f5c3ba152745eb8ef5818ad5d250a3 is 154, key is 1-d7c8ba49ede6,44081,1731140471263/queue:d7c8ba49ede6%2C44081%2C1731140471263/1731140498009/Put/seqid=0 2024-11-09T08:21:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741840_1016 (size=7686) 2024-11-09T08:21:41,964 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/info/5ad27adc2ab340e0b6b966d421d67aaa 2024-11-09T08:21:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741841_1017 (size=5353) 2024-11-09T08:21:41,966 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/.tmp/queue/68f5c3ba152745eb8ef5818ad5d250a3 2024-11-09T08:21:41,970 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/.tmp/queue/68f5c3ba152745eb8ef5818ad5d250a3 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/queue/68f5c3ba152745eb8ef5818ad5d250a3 2024-11-09T08:21:41,975 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/queue/68f5c3ba152745eb8ef5818ad5d250a3, entries=1, sequenceid=13, filesize=5.2 K 2024-11-09T08:21:41,976 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 076a5dc0d707f915351401174d8d36fe in 32ms, sequenceid=13, compaction requested=false 2024-11-09T08:21:41,979 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/replication/076a5dc0d707f915351401174d8d36fe/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:21:41,979 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:41,979 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:41,979 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:41,979 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 076a5dc0d707f915351401174d8d36fe: Waiting for close lock at 1731140501944Running coprocessor pre-close hooks at 1731140501944Disabling compacts and flushes for region at 1731140501944Disabling writes for close at 1731140501944Obtaining lock to block concurrent updates at 1731140501944Preparing flush snapshotting stores in 076a5dc0d707f915351401174d8d36fe at 1731140501944Finished memstore snapshotting hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731140501944Flushing stores of hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. at 1731140501945 (+1 ms)Flushing 076a5dc0d707f915351401174d8d36fe/queue: creating writer at 1731140501945Flushing 076a5dc0d707f915351401174d8d36fe/queue: appending metadata at 1731140501961 (+16 ms)Flushing 076a5dc0d707f915351401174d8d36fe/queue: closing flushed file at 1731140501961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c96429: reopening flushed file at 1731140501969 (+8 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 076a5dc0d707f915351401174d8d36fe in 32ms, sequenceid=13, compaction requested=false at 1731140501976 (+7 ms)Writing region close event to WAL at 1731140501976Running coprocessor post-close hooks at 1731140501979 (+3 ms)Closed at 1731140501979 2024-11-09T08:21:41,980 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140486884.076a5dc0d707f915351401174d8d36fe. 2024-11-09T08:21:41,980 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c79730a8a657aed3050ee1f1eb0d8a1d, disabling compactions & flushes 2024-11-09T08:21:41,980 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:41,980 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:41,980 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. after waiting 0 ms 2024-11-09T08:21:41,980 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:41,980 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c79730a8a657aed3050ee1f1eb0d8a1d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T08:21:41,990 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/ns/f0154ae481bf4ae294dd369b8c70c7b5 is 43, key is default/ns:d/1731140474540/Put/seqid=0 2024-11-09T08:21:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:21:41,998 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/f/8aa6ede2c1764807a7fb9e1c8455c5f0 is 37, key is row3/f:row3/1731140496861/Put/seqid=0 2024-11-09T08:21:42,006 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741843_1019 (size=5228) 2024-11-09T08:21:42,121 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:42,145 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:42,345 DEBUG [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c79730a8a657aed3050ee1f1eb0d8a1d 2024-11-09T08:21:42,395 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/ns/f0154ae481bf4ae294dd369b8c70c7b5 2024-11-09T08:21:42,409 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/f/8aa6ede2c1764807a7fb9e1c8455c5f0 2024-11-09T08:21:42,413 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aa6ede2c1764807a7fb9e1c8455c5f0 2024-11-09T08:21:42,416 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/rep_barrier/a404ffd05d2a4f11ba5fd010c0b6d3c1 is 112, key is test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d./rep_barrier:seqnumDuringOpen/1731140481566/Put/seqid=0 2024-11-09T08:21:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741844_1020 (size=5518) 2024-11-09T08:21:42,425 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/rep_barrier/a404ffd05d2a4f11ba5fd010c0b6d3c1 2024-11-09T08:21:42,436 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/f1/3bc48f6289a14dff9ea38b53ba70c2ae is 30, key is row1/f1:/1731140494208/DeleteFamily/seqid=0 2024-11-09T08:21:42,438 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1473, reset compression=false 2024-11-09T08:21:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741845_1021 (size=5158) 2024-11-09T08:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1720, reset compression=false 2024-11-09T08:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,44081,1731140471263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:21:42,444 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/f1/3bc48f6289a14dff9ea38b53ba70c2ae 2024-11-09T08:21:42,445 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,44081,1731140471263: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,44081,1731140471263, walGroup=d7c8ba49ede6%2C44081%2C1731140471263, offset=d7c8ba49ede6%2C44081%2C1731140471263.1731140473614:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:44081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:21:42,446 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:21:42,446 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:21:42,447 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:21:42,447 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:21:42,447 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:21:42,447 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 837065360 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198644456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:21:42,447 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:21:42,449 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/table/99dd8949b6ec4cc1b133e87e1c31cadc is 53, key is hbase:replication/table:state/1731140487647/Put/seqid=0 2024-11-09T08:21:42,456 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bc48f6289a14dff9ea38b53ba70c2ae 2024-11-09T08:21:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741846_1022 (size=5308) 2024-11-09T08:21:42,467 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/table/99dd8949b6ec4cc1b133e87e1c31cadc 2024-11-09T08:21:42,474 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/info/5ad27adc2ab340e0b6b966d421d67aaa as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/info/5ad27adc2ab340e0b6b966d421d67aaa 2024-11-09T08:21:42,478 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/info/5ad27adc2ab340e0b6b966d421d67aaa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:21:42,478 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/norep/d37a4fe3fc31417494804aa6b29198e2 is 33, key is row1/norep:/1731140494208/DeleteFamily/seqid=0 2024-11-09T08:21:42,479 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/ns/f0154ae481bf4ae294dd369b8c70c7b5 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/ns/f0154ae481bf4ae294dd369b8c70c7b5 2024-11-09T08:21:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741847_1023 (size=5108) 2024-11-09T08:21:42,482 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/norep/d37a4fe3fc31417494804aa6b29198e2 2024-11-09T08:21:42,483 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/ns/f0154ae481bf4ae294dd369b8c70c7b5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:21:42,483 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/rep_barrier/a404ffd05d2a4f11ba5fd010c0b6d3c1 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/rep_barrier/a404ffd05d2a4f11ba5fd010c0b6d3c1 2024-11-09T08:21:42,485 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d37a4fe3fc31417494804aa6b29198e2 2024-11-09T08:21:42,486 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/f/8aa6ede2c1764807a7fb9e1c8455c5f0 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/f/8aa6ede2c1764807a7fb9e1c8455c5f0 2024-11-09T08:21:42,487 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/rep_barrier/a404ffd05d2a4f11ba5fd010c0b6d3c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:21:42,487 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/.tmp/table/99dd8949b6ec4cc1b133e87e1c31cadc as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/table/99dd8949b6ec4cc1b133e87e1c31cadc 2024-11-09T08:21:42,489 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aa6ede2c1764807a7fb9e1c8455c5f0 2024-11-09T08:21:42,490 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/f/8aa6ede2c1764807a7fb9e1c8455c5f0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T08:21:42,490 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/f1/3bc48f6289a14dff9ea38b53ba70c2ae as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/f1/3bc48f6289a14dff9ea38b53ba70c2ae 2024-11-09T08:21:42,492 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/table/99dd8949b6ec4cc1b133e87e1c31cadc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:21:42,493 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=16, compaction requested=false 2024-11-09T08:21:42,494 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bc48f6289a14dff9ea38b53ba70c2ae 2024-11-09T08:21:42,494 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/f1/3bc48f6289a14dff9ea38b53ba70c2ae, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T08:21:42,495 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/.tmp/norep/d37a4fe3fc31417494804aa6b29198e2 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/norep/d37a4fe3fc31417494804aa6b29198e2 2024-11-09T08:21:42,498 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:21:42,498 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:42,498 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:42,498 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:42,498 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140501944Running coprocessor pre-close hooks at 1731140501944Disabling compacts and flushes for region at 1731140501944Disabling writes for close at 1731140501945 (+1 ms)Obtaining lock to block concurrent updates at 1731140501945Preparing flush snapshotting stores in 1588230740 at 1731140501945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140501945Flushing stores of hbase:meta,,1.1588230740 at 1731140501945Flushing 1588230740/info: creating writer at 1731140501945Flushing 1588230740/info: appending metadata at 1731140501959 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731140501959Flushing 1588230740/ns: creating writer at 1731140501970 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731140501990 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731140501990Flushing 1588230740/rep_barrier: creating writer at 1731140502399 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140502416 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140502416Flushing 1588230740/table: creating writer at 1731140502430 (+14 ms)Flushing 1588230740/table: appending metadata at 1731140502449 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731140502449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a2eb2c: reopening flushed file at 1731140502474 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d50ddc2: reopening flushed file at 1731140502478 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e393902: reopening flushed file at 1731140502483 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1981af67: reopening flushed file at 1731140502487 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=16, compaction requested=false at 1731140502493 (+6 ms)Writing region close event to WAL at 1731140502495 (+2 ms)Running coprocessor post-close hooks at 1731140502498 (+3 ms)Closed at 1731140502498 2024-11-09T08:21:42,499 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:42,499 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d37a4fe3fc31417494804aa6b29198e2 2024-11-09T08:21:42,499 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/norep/d37a4fe3fc31417494804aa6b29198e2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T08:21:42,499 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c79730a8a657aed3050ee1f1eb0d8a1d in 519ms, sequenceid=12, compaction requested=false 2024-11-09T08:21:42,510 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/data/default/test/c79730a8a657aed3050ee1f1eb0d8a1d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T08:21:42,510 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:42,510 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:42,510 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:42,510 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c79730a8a657aed3050ee1f1eb0d8a1d: Waiting for close lock at 1731140501980Running coprocessor pre-close hooks at 1731140501980Disabling compacts and flushes for region at 1731140501980Disabling writes for close at 1731140501980Obtaining lock to block concurrent updates at 1731140501980Preparing flush snapshotting stores in c79730a8a657aed3050ee1f1eb0d8a1d at 1731140501980Finished memstore snapshotting test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731140501980Flushing stores of test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. at 1731140501981 (+1 ms)Flushing c79730a8a657aed3050ee1f1eb0d8a1d/f: creating writer at 1731140501981Flushing c79730a8a657aed3050ee1f1eb0d8a1d/f: appending metadata at 1731140501997 (+16 ms)Flushing c79730a8a657aed3050ee1f1eb0d8a1d/f: closing flushed file at 1731140501997Flushing c79730a8a657aed3050ee1f1eb0d8a1d/f1: creating writer at 1731140502413 (+416 ms)Flushing c79730a8a657aed3050ee1f1eb0d8a1d/f1: appending metadata at 1731140502435 (+22 ms)Flushing c79730a8a657aed3050ee1f1eb0d8a1d/f1: closing flushed file at 1731140502435Flushing c79730a8a657aed3050ee1f1eb0d8a1d/norep: creating writer at 1731140502456 (+21 ms)Flushing c79730a8a657aed3050ee1f1eb0d8a1d/norep: appending metadata at 1731140502478 (+22 ms)Flushing c79730a8a657aed3050ee1f1eb0d8a1d/norep: closing flushed file at 1731140502478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f0a16: reopening flushed file at 1731140502485 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41752500: reopening flushed file at 1731140502490 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604657de: reopening flushed file at 1731140502494 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c79730a8a657aed3050ee1f1eb0d8a1d in 519ms, sequenceid=12, compaction requested=false at 1731140502499 (+5 ms)Writing region close event to WAL at 1731140502507 (+8 ms)Running coprocessor post-close hooks at 1731140502510 (+3 ms)Closed at 1731140502510 2024-11-09T08:21:42,510 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140480422.c79730a8a657aed3050ee1f1eb0d8a1d. 2024-11-09T08:21:42,521 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:21:42,521 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:21:42,545 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,44081,1731140471263; all regions closed. 2024-11-09T08:21:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:21:42,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.meta.1731140474497.meta not finished, retry = 0 2024-11-09T08:21:42,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.rep.1731140487613 not finished, retry = 0 2024-11-09T08:21:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741839_1015 (size=3334) 2024-11-09T08:21:42,654 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 1720, reset compression=false 2024-11-09T08:21:42,657 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:21:42,658 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/WALs/d7c8ba49ede6,44081,1731140471263/d7c8ba49ede6%2C44081%2C1731140471263.1731140473614 to pos 2364, reset compression=false 2024-11-09T08:21:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741832_1008 (size=2372) 2024-11-09T08:21:42,753 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:42,753 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:42,753 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:42,753 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:42,753 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:42,754 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:42,754 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,44081,1731140471263 because: Region server is closing 2024-11-09T08:21:42,754 INFO [RS:0;d7c8ba49ede6:44081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:44081. 2024-11-09T08:21:42,754 DEBUG [RS:0;d7c8ba49ede6:44081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:42,754 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:42,754 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:42,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:42,854 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.shipperd7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 terminated 2024-11-09T08:21:42,854 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,44081,1731140471263.replicationSource.wal-reader.d7c8ba49ede6%2C44081%2C1731140471263,1-d7c8ba49ede6,44081,1731140471263 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:21:42,854 INFO [RS:0;d7c8ba49ede6:44081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:44081. 2024-11-09T08:21:42,855 DEBUG [RS:0;d7c8ba49ede6:44081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:42,855 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:42,855 DEBUG [RS:0;d7c8ba49ede6:44081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:42,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:42,855 INFO [RS:0;d7c8ba49ede6:44081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44081 2024-11-09T08:21:43,024 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:43,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317/rs 2024-11-09T08:21:43,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630906317/rs/d7c8ba49ede6,44081,1731140471263 2024-11-09T08:21:43,553 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:43,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,44081,1731140471263] 2024-11-09T08:21:43,916 INFO [RS:0;d7c8ba49ede6:44081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:43,916 INFO [RS:0;d7c8ba49ede6:44081 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,44081,1731140471263; zookeeper connection closed. 2024-11-09T08:21:43,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:43,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44081-0x1011eaf28f00004, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:43,917 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@550e59cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@550e59cb 2024-11-09T08:21:43,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:21:43,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-630906317/draining/d7c8ba49ede6,44081,1731140471263 already deleted, retry=false 2024-11-09T08:21:43,921 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,44081,1731140471263 expired; onlineServers=0 2024-11-09T08:21:43,921 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,40881,1731140471114' ***** 2024-11-09T08:21:43,921 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:21:43,921 INFO [M:0;d7c8ba49ede6:40881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:43,921 INFO [M:0;d7c8ba49ede6:40881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:43,921 DEBUG [M:0;d7c8ba49ede6:40881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:21:43,922 DEBUG [M:0;d7c8ba49ede6:40881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:21:43,922 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:21:43,922 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140473300 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140473300,5,FailOnTimeoutGroup] 2024-11-09T08:21:43,922 INFO [M:0;d7c8ba49ede6:40881 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:43,922 INFO [M:0;d7c8ba49ede6:40881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:43,922 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140473303 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140473303,5,FailOnTimeoutGroup] 2024-11-09T08:21:43,922 DEBUG [M:0;d7c8ba49ede6:40881 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:21:43,922 INFO [M:0;d7c8ba49ede6:40881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:21:43,922 INFO [M:0;d7c8ba49ede6:40881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:43,922 INFO [M:0;d7c8ba49ede6:40881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:21:43,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:21:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630906317/master 2024-11-09T08:21:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630906317 2024-11-09T08:21:43,932 DEBUG [M:0;d7c8ba49ede6:40881 {}] zookeeper.ZKUtil(347): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Unable to get data of znode /1-630906317/master because node does not exist (not an error) 2024-11-09T08:21:43,932 WARN [M:0;d7c8ba49ede6:40881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:21:43,932 INFO [M:0;d7c8ba49ede6:40881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/.lastflushedseqids 2024-11-09T08:21:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741848_1024 (size=245) 2024-11-09T08:21:44,028 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:44,336 INFO [M:0;d7c8ba49ede6:40881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:21:44,336 INFO [M:0;d7c8ba49ede6:40881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:21:44,337 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:44,337 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:44,337 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:44,337 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:44,337 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:44,337 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T08:21:44,357 DEBUG [M:0;d7c8ba49ede6:40881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6aafbcc25c64b0fbc6bda5804418ad0 is 82, key is hbase:meta,,1/info:regioninfo/1731140474523/Put/seqid=0 2024-11-09T08:21:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741849_1025 (size=5672) 2024-11-09T08:21:44,361 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6aafbcc25c64b0fbc6bda5804418ad0 2024-11-09T08:21:44,384 DEBUG [M:0;d7c8ba49ede6:40881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28b4a0740ab44b4b9cbc589b6e431dd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140487650/Put/seqid=0 2024-11-09T08:21:44,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741850_1026 (size=8517) 2024-11-09T08:21:44,788 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28b4a0740ab44b4b9cbc589b6e431dd 2024-11-09T08:21:44,810 DEBUG [M:0;d7c8ba49ede6:40881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec686f7f86e24518b9d9b0c77e1e17a6 is 69, key is d7c8ba49ede6,44081,1731140471263/rs:state/1731140473419/Put/seqid=0 2024-11-09T08:21:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741851_1027 (size=5156) 2024-11-09T08:21:44,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:44,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,131 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.wal-reader.d7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/WALs/d7c8ba49ede6,41303,1731140466208/d7c8ba49ede6%2C41303%2C1731140466208.1731140468019 to pos 1493, reset compression=false 2024-11-09T08:21:45,214 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec686f7f86e24518b9d9b0c77e1e17a6 2024-11-09T08:21:45,218 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6aafbcc25c64b0fbc6bda5804418ad0 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6aafbcc25c64b0fbc6bda5804418ad0 2024-11-09T08:21:45,222 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6aafbcc25c64b0fbc6bda5804418ad0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:21:45,222 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28b4a0740ab44b4b9cbc589b6e431dd as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a28b4a0740ab44b4b9cbc589b6e431dd 2024-11-09T08:21:45,226 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a28b4a0740ab44b4b9cbc589b6e431dd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:21:45,227 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec686f7f86e24518b9d9b0c77e1e17a6 as hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec686f7f86e24518b9d9b0c77e1e17a6 2024-11-09T08:21:45,231 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40153/user/jenkins/test-data/d014c53f-3f55-773d-ed69-7fb87b0eb0c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec686f7f86e24518b9d9b0c77e1e17a6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:21:45,232 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false 2024-11-09T08:21:45,233 INFO [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:45,233 DEBUG [M:0;d7c8ba49ede6:40881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140504337Disabling compacts and flushes for region at 1731140504337Disabling writes for close at 1731140504337Obtaining lock to block concurrent updates at 1731140504337Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140504337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731140504337Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140504338 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140504338Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140504357 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140504357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140504365 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140504384 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140504384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140504792 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140504809 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140504809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18246cb0: reopening flushed file at 1731140505217 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733f7a40: reopening flushed file at 1731140505222 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad5f66e: reopening flushed file at 1731140505226 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1731140505232 (+6 ms)Writing region close event to WAL at 1731140505233 (+1 ms)Closed at 1731140505233 2024-11-09T08:21:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36789 is added to blk_1073741830_1006 (size=63666) 2024-11-09T08:21:45,235 INFO [M:0;d7c8ba49ede6:40881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:21:45,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:45,235 INFO [M:0;d7c8ba49ede6:40881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40881 2024-11-09T08:21:45,236 INFO [M:0;d7c8ba49ede6:40881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x1011eaf28f00003, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:45,406 INFO [M:0;d7c8ba49ede6:40881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:45,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f4a5392{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:45,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@118e77a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:45,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:45,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738a9463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:45,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55d2d063{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:45,415 WARN [BP-1472481212-172.17.0.3-1731140469177 heartbeating to localhost/127.0.0.1:40153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:21:45,415 WARN [BP-1472481212-172.17.0.3-1731140469177 heartbeating to localhost/127.0.0.1:40153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1472481212-172.17.0.3-1731140469177 (Datanode Uuid 413319b1-7c8c-4a9a-b0bb-be915298e809) service to localhost/127.0.0.1:40153 2024-11-09T08:21:45,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/cluster_cc2afee7-2d6a-d469-68e2-daee93416fbf/data/data1/current/BP-1472481212-172.17.0.3-1731140469177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:45,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/cluster_cc2afee7-2d6a-d469-68e2-daee93416fbf/data/data2/current/BP-1472481212-172.17.0.3-1731140469177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:45,416 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:21:45,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:21:45,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:21:45,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d5d984{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:45,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b95c3af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:45,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:45,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4998e689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:45,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ef6e1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57922256-2f34-d249-1579-30364ad80dd7/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:45,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:21:45,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:21:45,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:45,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:45,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:45,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:45,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:45,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:21:45,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2033808493, stopped=false 2024-11-09T08:21:45,443 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,43719,1731140466011 2024-11-09T08:21:45,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:45,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964373570/running 2024-11-09T08:21:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964373570/running 2024-11-09T08:21:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:45,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:45,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:21:45,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:45,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:45,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/running 2024-11-09T08:21:45,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Set watcher on znode that does not yet exist, /0-1964373570/running 2024-11-09T08:21:45,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,41303,1731140466208' ***** 2024-11-09T08:21:45,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:21:45,459 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:21:45,459 INFO [RS:0;d7c8ba49ede6:41303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:21:45,459 INFO [RS:0;d7c8ba49ede6:41303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:21:45,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:21:45,459 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(3091): Received CLOSE for 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41303. 2024-11-09T08:21:45,468 DEBUG [RS:0;d7c8ba49ede6:41303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:45,468 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d112bff1ced80db29611d8feb665336, disabling compactions & flushes 2024-11-09T08:21:45,468 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:45,468 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:45,468 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:21:45,468 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. after waiting 0 ms 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:21:45,468 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:21:45,468 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:21:45,469 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d112bff1ced80db29611d8feb665336 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T08:21:45,469 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:21:45,469 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1325): Online Regions={4d112bff1ced80db29611d8feb665336=hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336., 1588230740=hbase:meta,,1.1588230740, 437e6b3fcdc330543642a51949c7d53d=test,,1731140479791.437e6b3fcdc330543642a51949c7d53d.} 2024-11-09T08:21:45,469 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e6b3fcdc330543642a51949c7d53d, 4d112bff1ced80db29611d8feb665336 2024-11-09T08:21:45,469 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:45,469 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:45,469 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:45,469 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:45,469 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:45,470 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:21:45,491 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/.tmp/queue/3c66b372ae6a475fa71610272c950cc6 is 154, key is 1-d7c8ba49ede6,41303,1731140466208/queue:d7c8ba49ede6%2C41303%2C1731140466208/1731140498598/Put/seqid=0 2024-11-09T08:21:45,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,504 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/info/008475a756ea4c94ba249f56978f8a28 is 147, key is hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336./info:regioninfo/1731140485894/Put/seqid=0 2024-11-09T08:21:45,509 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741840_1016 (size=5353) 2024-11-09T08:21:45,510 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/.tmp/queue/3c66b372ae6a475fa71610272c950cc6 2024-11-09T08:21:45,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:45,520 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/.tmp/queue/3c66b372ae6a475fa71610272c950cc6 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/queue/3c66b372ae6a475fa71610272c950cc6 2024-11-09T08:21:45,526 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/queue/3c66b372ae6a475fa71610272c950cc6, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T08:21:45,527 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4d112bff1ced80db29611d8feb665336 in 59ms, sequenceid=14, compaction requested=false 2024-11-09T08:21:45,527 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:21:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741841_1017 (size=7686) 2024-11-09T08:21:45,534 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/info/008475a756ea4c94ba249f56978f8a28 2024-11-09T08:21:45,560 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/replication/4d112bff1ced80db29611d8feb665336/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:45,561 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d112bff1ced80db29611d8feb665336: Waiting for close lock at 1731140505468Running coprocessor pre-close hooks at 1731140505468Disabling compacts and flushes for region at 1731140505468Disabling writes for close at 1731140505468Obtaining lock to block concurrent updates at 1731140505469 (+1 ms)Preparing flush snapshotting stores in 4d112bff1ced80db29611d8feb665336 at 1731140505469Finished memstore snapshotting hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731140505469Flushing stores of hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. at 1731140505470 (+1 ms)Flushing 4d112bff1ced80db29611d8feb665336/queue: creating writer at 1731140505470Flushing 4d112bff1ced80db29611d8feb665336/queue: appending metadata at 1731140505490 (+20 ms)Flushing 4d112bff1ced80db29611d8feb665336/queue: closing flushed file at 1731140505490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19af3cee: reopening flushed file at 1731140505519 (+29 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4d112bff1ced80db29611d8feb665336 in 59ms, sequenceid=14, compaction requested=false at 1731140505527 (+8 ms)Writing region close event to WAL at 1731140505555 (+28 ms)Running coprocessor post-close hooks at 1731140505561 (+6 ms)Closed at 1731140505561 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140484732.4d112bff1ced80db29611d8feb665336. 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 437e6b3fcdc330543642a51949c7d53d, disabling compactions & flushes 2024-11-09T08:21:45,561 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. after waiting 0 ms 2024-11-09T08:21:45,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:45,561 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 437e6b3fcdc330543642a51949c7d53d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T08:21:45,566 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/ns/1268f6f7f5aa457fa630cfd1318d95a2 is 43, key is default/ns:d/1731140469082/Put/seqid=0 2024-11-09T08:21:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:21:45,579 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/f/a61a651c8fc74d13bf1b9e7826488bd3 is 37, key is row3/f:row3/1731140496861/Put/seqid=0 2024-11-09T08:21:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741843_1019 (size=5228) 2024-11-09T08:21:45,669 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:45,870 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:45,881 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:21:45,881 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:21:45,974 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/ns/1268f6f7f5aa457fa630cfd1318d95a2 2024-11-09T08:21:45,983 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/f/a61a651c8fc74d13bf1b9e7826488bd3 2024-11-09T08:21:45,986 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a61a651c8fc74d13bf1b9e7826488bd3 2024-11-09T08:21:45,996 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/rep_barrier/4d9b6f914ed4407d839bf63d0eabd201 is 112, key is test,,1731140479791.437e6b3fcdc330543642a51949c7d53d./rep_barrier:seqnumDuringOpen/1731140480164/Put/seqid=0 2024-11-09T08:21:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741844_1020 (size=5518) 2024-11-09T08:21:46,002 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/rep_barrier/4d9b6f914ed4407d839bf63d0eabd201 2024-11-09T08:21:46,003 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/f1/127587fcf1f243f58fff59f14d45e342 is 30, key is row1/f1:/1731140494208/DeleteFamily/seqid=0 2024-11-09T08:21:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741845_1021 (size=5158) 2024-11-09T08:21:46,006 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/f1/127587fcf1f243f58fff59f14d45e342 2024-11-09T08:21:46,010 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 127587fcf1f243f58fff59f14d45e342 2024-11-09T08:21:46,024 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/table/bcd452e0a45f423890c38ece84c659e8 is 53, key is hbase:replication/table:state/1731140485900/Put/seqid=0 2024-11-09T08:21:46,027 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/norep/35d9415ad301423292f84276472ad3df is 32, key is row/norep:/1731140493202/DeleteFamily/seqid=0 2024-11-09T08:21:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741846_1022 (size=5308) 2024-11-09T08:21:46,029 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/table/bcd452e0a45f423890c38ece84c659e8 2024-11-09T08:21:46,038 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/info/008475a756ea4c94ba249f56978f8a28 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/info/008475a756ea4c94ba249f56978f8a28 2024-11-09T08:21:46,043 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/info/008475a756ea4c94ba249f56978f8a28, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:21:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741847_1023 (size=5101) 2024-11-09T08:21:46,045 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/ns/1268f6f7f5aa457fa630cfd1318d95a2 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/ns/1268f6f7f5aa457fa630cfd1318d95a2 2024-11-09T08:21:46,045 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/norep/35d9415ad301423292f84276472ad3df 2024-11-09T08:21:46,049 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35d9415ad301423292f84276472ad3df 2024-11-09T08:21:46,051 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/f/a61a651c8fc74d13bf1b9e7826488bd3 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/f/a61a651c8fc74d13bf1b9e7826488bd3 2024-11-09T08:21:46,052 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/ns/1268f6f7f5aa457fa630cfd1318d95a2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:21:46,054 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/rep_barrier/4d9b6f914ed4407d839bf63d0eabd201 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/rep_barrier/4d9b6f914ed4407d839bf63d0eabd201 2024-11-09T08:21:46,056 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a61a651c8fc74d13bf1b9e7826488bd3 2024-11-09T08:21:46,056 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/f/a61a651c8fc74d13bf1b9e7826488bd3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T08:21:46,057 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/f1/127587fcf1f243f58fff59f14d45e342 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/f1/127587fcf1f243f58fff59f14d45e342 2024-11-09T08:21:46,061 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/rep_barrier/4d9b6f914ed4407d839bf63d0eabd201, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:21:46,061 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 127587fcf1f243f58fff59f14d45e342 2024-11-09T08:21:46,061 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/f1/127587fcf1f243f58fff59f14d45e342, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T08:21:46,062 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/.tmp/table/bcd452e0a45f423890c38ece84c659e8 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/table/bcd452e0a45f423890c38ece84c659e8 2024-11-09T08:21:46,062 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/.tmp/norep/35d9415ad301423292f84276472ad3df as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/norep/35d9415ad301423292f84276472ad3df 2024-11-09T08:21:46,066 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/table/bcd452e0a45f423890c38ece84c659e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:21:46,067 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=16, compaction requested=false 2024-11-09T08:21:46,067 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:21:46,067 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35d9415ad301423292f84276472ad3df 2024-11-09T08:21:46,067 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/norep/35d9415ad301423292f84276472ad3df, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T08:21:46,068 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 437e6b3fcdc330543642a51949c7d53d in 507ms, sequenceid=12, compaction requested=false 2024-11-09T08:21:46,068 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:21:46,070 DEBUG [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 437e6b3fcdc330543642a51949c7d53d 2024-11-09T08:21:46,083 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:21:46,083 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/data/default/test/437e6b3fcdc330543642a51949c7d53d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:21:46,084 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140505469Running coprocessor pre-close hooks at 1731140505469Disabling compacts and flushes for region at 1731140505469Disabling writes for close at 1731140505469Obtaining lock to block concurrent updates at 1731140505470 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731140505470Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140505470Flushing stores of hbase:meta,,1.1588230740 at 1731140505472 (+2 ms)Flushing 1588230740/info: creating writer at 1731140505473 (+1 ms)Flushing 1588230740/info: appending metadata at 1731140505504 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731140505504Flushing 1588230740/ns: creating writer at 1731140505539 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731140505565 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731140505565Flushing 1588230740/rep_barrier: creating writer at 1731140505978 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140505996 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140505996Flushing 1588230740/table: creating writer at 1731140506006 (+10 ms)Flushing 1588230740/table: appending metadata at 1731140506024 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731140506024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2809ee6d: reopening flushed file at 1731140506032 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436ad753: reopening flushed file at 1731140506043 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b170f8: reopening flushed file at 1731140506053 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193bc1a5: reopening flushed file at 1731140506061 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=16, compaction requested=false at 1731140506067 (+6 ms)Writing region close event to WAL at 1731140506080 (+13 ms)Running coprocessor post-close hooks at 1731140506084 (+4 ms)Closed at 1731140506084 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:46,084 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 437e6b3fcdc330543642a51949c7d53d: Waiting for close lock at 1731140505561Running coprocessor pre-close hooks at 1731140505561Disabling compacts and flushes for region at 1731140505561Disabling writes for close at 1731140505561Obtaining lock to block concurrent updates at 1731140505561Preparing flush snapshotting stores in 437e6b3fcdc330543642a51949c7d53d at 1731140505561Finished memstore snapshotting test,,1731140479791.437e6b3fcdc330543642a51949c7d53d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731140505562 (+1 ms)Flushing stores of test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. at 1731140505562Flushing 437e6b3fcdc330543642a51949c7d53d/f: creating writer at 1731140505562Flushing 437e6b3fcdc330543642a51949c7d53d/f: appending metadata at 1731140505579 (+17 ms)Flushing 437e6b3fcdc330543642a51949c7d53d/f: closing flushed file at 1731140505579Flushing 437e6b3fcdc330543642a51949c7d53d/f1: creating writer at 1731140505986 (+407 ms)Flushing 437e6b3fcdc330543642a51949c7d53d/f1: appending metadata at 1731140506002 (+16 ms)Flushing 437e6b3fcdc330543642a51949c7d53d/f1: closing flushed file at 1731140506002Flushing 437e6b3fcdc330543642a51949c7d53d/norep: creating writer at 1731140506010 (+8 ms)Flushing 437e6b3fcdc330543642a51949c7d53d/norep: appending metadata at 1731140506026 (+16 ms)Flushing 437e6b3fcdc330543642a51949c7d53d/norep: closing flushed file at 1731140506026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63001eb3: reopening flushed file at 1731140506049 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74861a51: reopening flushed file at 1731140506056 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dd054d: reopening flushed file at 1731140506061 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 437e6b3fcdc330543642a51949c7d53d in 507ms, sequenceid=12, compaction requested=false at 1731140506068 (+7 ms)Writing region close event to WAL at 1731140506081 (+13 ms)Running coprocessor post-close hooks at 1731140506084 (+3 ms)Closed at 1731140506084 2024-11-09T08:21:46,084 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140479791.437e6b3fcdc330543642a51949c7d53d. 2024-11-09T08:21:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:21:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:21:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:21:46,270 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,41303,1731140466208; all regions closed. 2024-11-09T08:21:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:21:46,274 DEBUG [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/oldWALs 2024-11-09T08:21:46,274 INFO [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41303%2C1731140466208.meta:.meta(num 1731140469020) 2024-11-09T08:21:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741839_1015 (size=3552) 2024-11-09T08:21:46,277 DEBUG [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/oldWALs 2024-11-09T08:21:46,277 INFO [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41303%2C1731140466208.rep:(num 1731140485864) 2024-11-09T08:21:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741832_1008 (size=2392) 2024-11-09T08:21:46,280 DEBUG [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/oldWALs 2024-11-09T08:21:46,280 INFO [RS:0;d7c8ba49ede6:41303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41303%2C1731140466208:(num 1731140468019) 2024-11-09T08:21:46,280 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:46,280 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:21:46,280 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:46,280 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:46,280 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:46,280 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:46,281 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,41303,1731140466208 because: Region server is closing 2024-11-09T08:21:46,281 INFO [RS:0;d7c8ba49ede6:41303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41303. 2024-11-09T08:21:46,281 DEBUG [RS:0;d7c8ba49ede6:41303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:46,281 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:46,281 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:46,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:46,381 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:21:46,382 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41303,1731140466208.replicationSource.shipperd7c8ba49ede6%2C41303%2C1731140466208,1-d7c8ba49ede6,41303,1731140466208 terminated 2024-11-09T08:21:46,382 INFO [RS:0;d7c8ba49ede6:41303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41303. 2024-11-09T08:21:46,382 DEBUG [RS:0;d7c8ba49ede6:41303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:21:46,382 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:46,382 DEBUG [RS:0;d7c8ba49ede6:41303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:46,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:21:46,382 INFO [RS:0;d7c8ba49ede6:41303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41303 2024-11-09T08:21:46,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964373570/rs/d7c8ba49ede6,41303,1731140466208 2024-11-09T08:21:46,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570/rs 2024-11-09T08:21:46,419 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:46,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,41303,1731140466208] 2024-11-09T08:21:46,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1964373570/draining/d7c8ba49ede6,41303,1731140466208 already deleted, retry=false 2024-11-09T08:21:46,447 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,41303,1731140466208 expired; onlineServers=0 2024-11-09T08:21:46,447 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,43719,1731140466011' ***** 2024-11-09T08:21:46,447 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:21:46,448 DEBUG [M:0;d7c8ba49ede6:43719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:21:46,448 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:21:46,448 DEBUG [M:0;d7c8ba49ede6:43719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:21:46,448 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140467771 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140467771,5,FailOnTimeoutGroup] 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:21:46,448 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140467771 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140467771,5,FailOnTimeoutGroup] 2024-11-09T08:21:46,448 DEBUG [M:0;d7c8ba49ede6:43719 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:21:46,448 INFO [M:0;d7c8ba49ede6:43719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:21:46,448 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:21:46,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1964373570/master 2024-11-09T08:21:46,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1964373570 2024-11-09T08:21:46,458 DEBUG [M:0;d7c8ba49ede6:43719 {}] zookeeper.ZKUtil(347): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Unable to get data of znode /0-1964373570/master because node does not exist (not an error) 2024-11-09T08:21:46,458 WARN [M:0;d7c8ba49ede6:43719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:21:46,459 INFO [M:0;d7c8ba49ede6:43719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/.lastflushedseqids 2024-11-09T08:21:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741848_1024 (size=245) 2024-11-09T08:21:46,537 INFO [RS:0;d7c8ba49ede6:41303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:46,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:46,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41303-0x1011eaf28f00001, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:46,537 INFO [RS:0;d7c8ba49ede6:41303 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,41303,1731140466208; zookeeper connection closed. 2024-11-09T08:21:46,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f2d7177 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f2d7177 2024-11-09T08:21:46,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:21:46,863 INFO [M:0;d7c8ba49ede6:43719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:21:46,863 INFO [M:0;d7c8ba49ede6:43719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:21:46,863 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:46,863 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:46,863 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:46,863 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:46,863 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:46,863 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T08:21:46,876 DEBUG [M:0;d7c8ba49ede6:43719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/253ee2b4591848158ef81ccd20a58d45 is 82, key is hbase:meta,,1/info:regioninfo/1731140469046/Put/seqid=0 2024-11-09T08:21:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741849_1025 (size=5672) 2024-11-09T08:21:47,279 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/253ee2b4591848158ef81ccd20a58d45 2024-11-09T08:21:47,295 DEBUG [M:0;d7c8ba49ede6:43719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1a5b7f24aaa441fa77eab34823581c4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731140480174/Put/seqid=0 2024-11-09T08:21:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741850_1026 (size=7219) 2024-11-09T08:21:47,699 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1a5b7f24aaa441fa77eab34823581c4 2024-11-09T08:21:47,711 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1a5b7f24aaa441fa77eab34823581c4 2024-11-09T08:21:47,728 DEBUG [M:0;d7c8ba49ede6:43719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20d0a2b5dde540f2a47a256410d37c87 is 69, key is d7c8ba49ede6,41303,1731140466208/rs:state/1731140467862/Put/seqid=0 2024-11-09T08:21:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741851_1027 (size=5156) 2024-11-09T08:21:48,301 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20d0a2b5dde540f2a47a256410d37c87 2024-11-09T08:21:48,306 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/253ee2b4591848158ef81ccd20a58d45 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/253ee2b4591848158ef81ccd20a58d45 2024-11-09T08:21:48,310 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/253ee2b4591848158ef81ccd20a58d45, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T08:21:48,310 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1a5b7f24aaa441fa77eab34823581c4 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1a5b7f24aaa441fa77eab34823581c4 2024-11-09T08:21:48,314 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1a5b7f24aaa441fa77eab34823581c4 2024-11-09T08:21:48,314 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1a5b7f24aaa441fa77eab34823581c4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T08:21:48,315 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20d0a2b5dde540f2a47a256410d37c87 as hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20d0a2b5dde540f2a47a256410d37c87 2024-11-09T08:21:48,318 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d16e3cf0-8e92-958f-c627-fa457825b3e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20d0a2b5dde540f2a47a256410d37c87, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T08:21:48,318 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1455ms, sequenceid=105, compaction requested=false 2024-11-09T08:21:48,319 INFO [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:48,319 DEBUG [M:0;d7c8ba49ede6:43719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140506863Disabling compacts and flushes for region at 1731140506863Disabling writes for close at 1731140506863Obtaining lock to block concurrent updates at 1731140506863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140506863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731140506864 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140506864Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140506864Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140506876 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140506876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140507283 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140507295 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140507295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140507711 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140507727 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140507727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8fa32a: reopening flushed file at 1731140508305 (+578 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229e8447: reopening flushed file at 1731140508310 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ecaf40: reopening flushed file at 1731140508314 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1455ms, sequenceid=105, compaction requested=false at 1731140508318 (+4 ms)Writing region close event to WAL at 1731140508319 (+1 ms)Closed at 1731140508319 2024-11-09T08:21:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741830_1006 (size=64435) 2024-11-09T08:21:48,321 INFO [M:0;d7c8ba49ede6:43719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:21:48,321 INFO [M:0;d7c8ba49ede6:43719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43719 2024-11-09T08:21:48,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:21:48,322 INFO [M:0;d7c8ba49ede6:43719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:21:48,490 INFO [M:0;d7c8ba49ede6:43719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:21:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43719-0x1011eaf28f00000, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:21:48,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638cd3ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:48,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddcd1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:48,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:48,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a45f7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:48,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f86a26b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:48,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:21:48,495 WARN [BP-696322342-172.17.0.3-1731140463957 heartbeating to localhost/127.0.0.1:46571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:21:48,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:21:48,495 WARN [BP-696322342-172.17.0.3-1731140463957 heartbeating to localhost/127.0.0.1:46571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-696322342-172.17.0.3-1731140463957 (Datanode Uuid f5432b95-ee08-4535-bd91-d6bfa486468c) service to localhost/127.0.0.1:46571 2024-11-09T08:21:48,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/data/data1/current/BP-696322342-172.17.0.3-1731140463957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:48,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/cluster_62805356-43fd-1521-6296-eb533cdfe3fb/data/data2/current/BP-696322342-172.17.0.3-1731140463957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:21:48,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:21:48,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@453f7ee4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:48,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e207ce7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:21:48,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:21:48,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5944f065{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:21:48,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f00c263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/239d7e2b-d7bc-c3cd-6a26-ab1ce2631b1b/hadoop.log.dir/,STOPPED} 2024-11-09T08:21:48,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:21:48,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:21:48,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54642) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54642) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37705 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46571 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54642) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:40153 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=736 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 428), ProcessCount=11 (was 11), AvailableMemoryMB=889 (was 1337) 2024-11-09T08:21:48,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=736, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=889 2024-11-09T08:21:48,557 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T08:21:48,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir so I do NOT create it in target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8 2024-11-09T08:21:48,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:21:48,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.tmp.dir so I do NOT create it in target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8 2024-11-09T08:21:48,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/046952a6-3199-819a-9134-40021be4d0a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:21:48,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8 2024-11-09T08:21:48,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0, deleteOnExit=true 2024-11-09T08:21:48,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/zookeeper_0, clientPort=55261, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:21:48,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55261 2024-11-09T08:21:48,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:21:48,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:21:48,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/test.cache.data in system properties and HBase conf 2024-11-09T08:21:48,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:21:48,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:48,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:21:48,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:21:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eaf28f00005, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:21:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011eaf28f00008, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:21:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eaf28f00002, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:21:48,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011eaf28f00008, quorum=127.0.0.1:54642, baseZNode=/2-1865723099 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:21:48,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eaf28f00005, quorum=127.0.0.1:54642, baseZNode=/1-630906317 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:21:48,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eaf28f00002, quorum=127.0.0.1:54642, baseZNode=/0-1964373570 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:21:49,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:49,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:49,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:49,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:49,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:21:49,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:49,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f60c8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:49,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@871521f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:49,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17812e9b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/java.io.tmpdir/jetty-localhost-34827-hadoop-hdfs-3_4_1-tests_jar-_-any-4112393673739219456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:49,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@728c2f77{HTTP/1.1, (http/1.1)}{localhost:34827} 2024-11-09T08:21:49,198 INFO [Time-limited test {}] server.Server(415): Started @270980ms 2024-11-09T08:21:49,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:49,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:49,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:49,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:49,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:49,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a40561{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:49,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598bb7fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:49,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@541e5d04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/java.io.tmpdir/jetty-localhost-43435-hadoop-hdfs-3_4_1-tests_jar-_-any-16959257225452907086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:49,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366b80d2{HTTP/1.1, (http/1.1)}{localhost:43435} 2024-11-09T08:21:49,630 INFO [Time-limited test {}] server.Server(415): Started @271412ms 2024-11-09T08:21:49,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:21:51,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:51,350 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/data/data2/current/BP-1415808310-172.17.0.3-1731140508612/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:51,350 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/data/data1/current/BP-1415808310-172.17.0.3-1731140508612/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:51,378 WARN [Thread-3421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:21:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c88b8580e1e52fb with lease ID 0x7435ab227910486f: Processing first storage report for DS-e0f92602-c406-4741-a92e-267391855d59 from datanode DatanodeRegistration(127.0.0.1:40673, datanodeUuid=9b059238-991e-4cec-b7e8-29f4960cbbd4, infoPort=38209, infoSecurePort=0, ipcPort=37215, storageInfo=lv=-57;cid=testClusterID;nsid=289981661;c=1731140508612) 2024-11-09T08:21:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c88b8580e1e52fb with lease ID 0x7435ab227910486f: from storage DS-e0f92602-c406-4741-a92e-267391855d59 node DatanodeRegistration(127.0.0.1:40673, datanodeUuid=9b059238-991e-4cec-b7e8-29f4960cbbd4, infoPort=38209, infoSecurePort=0, ipcPort=37215, storageInfo=lv=-57;cid=testClusterID;nsid=289981661;c=1731140508612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c88b8580e1e52fb with lease ID 0x7435ab227910486f: Processing first storage report for DS-21c68f16-4906-49cc-b5f3-f2bf734a1c46 from datanode DatanodeRegistration(127.0.0.1:40673, datanodeUuid=9b059238-991e-4cec-b7e8-29f4960cbbd4, infoPort=38209, infoSecurePort=0, ipcPort=37215, storageInfo=lv=-57;cid=testClusterID;nsid=289981661;c=1731140508612) 2024-11-09T08:21:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c88b8580e1e52fb with lease ID 0x7435ab227910486f: from storage DS-21c68f16-4906-49cc-b5f3-f2bf734a1c46 node DatanodeRegistration(127.0.0.1:40673, datanodeUuid=9b059238-991e-4cec-b7e8-29f4960cbbd4, infoPort=38209, infoSecurePort=0, ipcPort=37215, storageInfo=lv=-57;cid=testClusterID;nsid=289981661;c=1731140508612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:51,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8 2024-11-09T08:21:51,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:51,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:21:51,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f with version=8 2024-11-09T08:21:51,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/hbase-staging 2024-11-09T08:21:51,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:51,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:51,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:51,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:51,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:51,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:51,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:21:51,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:51,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40993 2024-11-09T08:21:51,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40993 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:21:51,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409930x0, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:51,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40993-0x1011eafd74f0000 connected 2024-11-09T08:21:52,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:52,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:52,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/running 2024-11-09T08:21:52,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f, hbase.cluster.distributed=false 2024-11-09T08:21:52,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/acl 2024-11-09T08:21:52,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40993 2024-11-09T08:21:52,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40993 2024-11-09T08:21:52,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40993 2024-11-09T08:21:52,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40993 2024-11-09T08:21:52,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40993 2024-11-09T08:21:52,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:21:52,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:52,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34351 2024-11-09T08:21:52,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34351 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:21:52,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:52,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343510x0, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:52,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343510x0, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/running 2024-11-09T08:21:52,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34351-0x1011eafd74f0001 connected 2024-11-09T08:21:52,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:21:52,100 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:21:52,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/master 2024-11-09T08:21:52,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/acl 2024-11-09T08:21:52,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-09T08:21:52,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34351 2024-11-09T08:21:52,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34351 2024-11-09T08:21:52,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-09T08:21:52,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34351 2024-11-09T08:21:52,135 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:40993 2024-11-09T08:21:52,135 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-279796330/backup-masters/d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330/backup-masters 2024-11-09T08:21:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330/backup-masters 2024-11-09T08:21:52,148 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on existing znode=/0-279796330/backup-masters/d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-279796330/master 2024-11-09T08:21:52,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,158 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on existing znode=/0-279796330/master 2024-11-09T08:21:52,159 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-279796330/backup-masters/d7c8ba49ede6,40993,1731140511883 from backup master directory 2024-11-09T08:21:52,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330/backup-masters 2024-11-09T08:21:52,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-279796330/backup-masters/d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330/backup-masters 2024-11-09T08:21:52,169 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:52,169 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,172 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/hbase.id] with ID: 48027dab-4ec2-43d1-9346-dcb2c9835d64 2024-11-09T08:21:52,172 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/.tmp/hbase.id 2024-11-09T08:21:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:21:52,176 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/.tmp/hbase.id]:[hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/hbase.id] 2024-11-09T08:21:52,184 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:52,184 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:21:52,185 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:21:52,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:21:52,598 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:52,599 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:21:52,599 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:21:52,606 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store 2024-11-09T08:21:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:21:52,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:52,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:52,614 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:52,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:52,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:52,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:52,614 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:52,614 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140512614Disabling compacts and flushes for region at 1731140512614Disabling writes for close at 1731140512614Writing region close event to WAL at 1731140512614Closed at 1731140512614 2024-11-09T08:21:52,615 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/.initializing 2024-11-09T08:21:52,615 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/WALs/d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,616 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:52,617 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C40993%2C1731140511883, suffix=, logDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/WALs/d7c8ba49ede6,40993,1731140511883, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/oldWALs, maxLogs=10 2024-11-09T08:21:52,634 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/WALs/d7c8ba49ede6,40993,1731140511883/d7c8ba49ede6%2C40993%2C1731140511883.1731140512617, exclude list is [], retry=0 2024-11-09T08:21:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-e0f92602-c406-4741-a92e-267391855d59,DISK] 2024-11-09T08:21:52,637 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/WALs/d7c8ba49ede6,40993,1731140511883/d7c8ba49ede6%2C40993%2C1731140511883.1731140512617 2024-11-09T08:21:52,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-09T08:21:52,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:52,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:52,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:21:52,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:21:52,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:21:52,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:52,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:52,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:21:52,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:52,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:52,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,646 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,646 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,646 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,647 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:52,647 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:52,649 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:52,649 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65963661, jitterRate=-0.017064854502677917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:52,649 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140512638Initializing all the Stores at 1731140512639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140512639Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140512639Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140512639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140512639Cleaning up temporary data from old regions at 1731140512646 (+7 ms)Region opened successfully at 1731140512649 (+3 ms) 2024-11-09T08:21:52,649 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:21:52,651 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebda7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:52,652 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:21:52,652 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:21:52,652 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:21:52,652 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:21:52,653 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:21:52,653 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:21:52,653 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:21:52,655 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:21:52,655 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Unable to get data of znode /0-279796330/balancer because node does not exist (not necessarily an error) 2024-11-09T08:21:52,716 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-279796330/balancer already deleted, retry=false 2024-11-09T08:21:52,716 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:21:52,717 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Unable to get data of znode /0-279796330/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:21:52,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-279796330/normalizer already deleted, retry=false 2024-11-09T08:21:52,730 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:21:52,731 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Unable to get data of znode /0-279796330/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:21:52,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-279796330/switch/split already deleted, retry=false 2024-11-09T08:21:52,741 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Unable to get data of znode /0-279796330/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:21:52,750 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-279796330/switch/merge already deleted, retry=false 2024-11-09T08:21:52,752 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Unable to get data of znode /0-279796330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:21:52,761 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-279796330/snapshot-cleanup already deleted, retry=false 2024-11-09T08:21:52,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-279796330/running 2024-11-09T08:21:52,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-279796330/running 2024-11-09T08:21:52,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,772 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,40993,1731140511883, sessionid=0x1011eafd74f0000, setting cluster-up flag (Was=false) 2024-11-09T08:21:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-279796330/flush-table-proc/acquired, /0-279796330/flush-table-proc/reached, /0-279796330/flush-table-proc/abort 2024-11-09T08:21:52,825 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:52,877 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-279796330/online-snapshot/acquired, /0-279796330/online-snapshot/reached, /0-279796330/online-snapshot/abort 2024-11-09T08:21:52,878 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:52,879 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:21:52,880 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:52,880 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:21:52,880 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:21:52,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,40993,1731140511883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:52,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140542883 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:21:52,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:52,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:21:52,884 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:21:52,884 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:21:52,884 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:21:52,884 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:21:52,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:52,885 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:21:52,885 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:21:52,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:21:52,888 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140512885,5,FailOnTimeoutGroup] 2024-11-09T08:21:52,892 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140512888,5,FailOnTimeoutGroup] 2024-11-09T08:21:52,892 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,892 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:21:52,892 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,892 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:21:52,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:21:52,898 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f 2024-11-09T08:21:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:21:52,923 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(746): ClusterId : 48027dab-4ec2-43d1-9346-dcb2c9835d64 2024-11-09T08:21:52,923 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:21:52,930 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:21:52,930 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:21:52,941 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:21:52,941 DEBUG [RS:0;d7c8ba49ede6:34351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69545da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:52,956 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:34351 2024-11-09T08:21:52,956 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:21:52,956 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:21:52,956 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:21:52,957 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,40993,1731140511883 with port=34351, startcode=1731140512079 2024-11-09T08:21:52,957 DEBUG [RS:0;d7c8ba49ede6:34351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:21:52,961 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:21:52,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:52,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40993 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:52,963 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f 2024-11-09T08:21:52,963 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37767 2024-11-09T08:21:52,963 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:21:52,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330/rs 2024-11-09T08:21:52,972 DEBUG [RS:0;d7c8ba49ede6:34351 {}] zookeeper.ZKUtil(111): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on existing znode=/0-279796330/rs/d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:52,972 WARN [RS:0;d7c8ba49ede6:34351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:52,972 INFO [RS:0;d7c8ba49ede6:34351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:52,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,34351,1731140512079] 2024-11-09T08:21:52,972 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:52,975 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:21:52,976 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:21:52,977 INFO [RS:0;d7c8ba49ede6:34351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:21:52,977 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,977 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:21:52,977 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:21:52,978 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:52,978 DEBUG [RS:0;d7c8ba49ede6:34351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:52,984 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,984 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,984 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,984 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,984 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:52,984 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34351,1731140512079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:53,001 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:21:53,001 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34351,1731140512079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,001 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,001 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.Replication(171): d7c8ba49ede6,34351,1731140512079 started 2024-11-09T08:21:53,013 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,014 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,34351,1731140512079, RpcServer on d7c8ba49ede6/172.17.0.3:34351, sessionid=0x1011eafd74f0001 2024-11-09T08:21:53,014 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:21:53,014 DEBUG [RS:0;d7c8ba49ede6:34351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:53,014 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34351,1731140512079' 2024-11-09T08:21:53,014 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-279796330/flush-table-proc/abort' 2024-11-09T08:21:53,014 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-279796330/flush-table-proc/acquired' 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34351,1731140512079' 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-279796330/online-snapshot/abort' 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-279796330/online-snapshot/acquired' 2024-11-09T08:21:53,015 DEBUG [RS:0;d7c8ba49ede6:34351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:21:53,015 INFO [RS:0;d7c8ba49ede6:34351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:21:53,015 INFO [RS:0;d7c8ba49ede6:34351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:21:53,116 INFO [RS:0;d7c8ba49ede6:34351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:53,117 INFO [RS:0;d7c8ba49ede6:34351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C34351%2C1731140512079, suffix=, logDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/oldWALs, maxLogs=10 2024-11-09T08:21:53,135 DEBUG [RS:0;d7c8ba49ede6:34351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117, exclude list is [], retry=0 2024-11-09T08:21:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-e0f92602-c406-4741-a92e-267391855d59,DISK] 2024-11-09T08:21:53,140 INFO [RS:0;d7c8ba49ede6:34351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 2024-11-09T08:21:53,143 DEBUG [RS:0;d7c8ba49ede6:34351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-09T08:21:53,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:53,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:53,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:53,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:53,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:53,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:53,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:53,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:53,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:53,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:53,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740 2024-11-09T08:21:53,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740 2024-11-09T08:21:53,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:53,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:53,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:53,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:53,318 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:53,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62737450, jitterRate=-0.06513914465904236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:53,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140513310Initializing all the Stores at 1731140513310Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140513310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140513311 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140513311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140513311Cleaning up temporary data from old regions at 1731140513316 (+5 ms)Region opened successfully at 1731140513319 (+3 ms) 2024-11-09T08:21:53,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:53,319 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:53,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:53,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:53,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:53,320 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:53,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140513319Disabling compacts and flushes for region at 1731140513319Disabling writes for close at 1731140513319Writing region close event to WAL at 1731140513319Closed at 1731140513320 (+1 ms) 2024-11-09T08:21:53,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:53,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:21:53,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:21:53,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:53,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:21:53,472 DEBUG [d7c8ba49ede6:40993 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:21:53,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:53,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34351,1731140512079, state=OPENING 2024-11-09T08:21:53,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:21:53,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:53,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:21:53,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-279796330/meta-region-server: CHANGED 2024-11-09T08:21:53,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:53,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-279796330/meta-region-server: CHANGED 2024-11-09T08:21:53,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34351,1731140512079}] 2024-11-09T08:21:53,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:53,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:21:53,694 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:21:53,694 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:53,694 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:21:53,695 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C34351%2C1731140512079.meta, suffix=.meta, logDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/oldWALs, maxLogs=10 2024-11-09T08:21:53,708 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.meta.1731140513695.meta, exclude list is [], retry=0 2024-11-09T08:21:53,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-e0f92602-c406-4741-a92e-267391855d59,DISK] 2024-11-09T08:21:53,711 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.meta.1731140513695.meta 2024-11-09T08:21:53,712 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-09T08:21:53,712 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:53,713 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:53,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:53,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:21:53,713 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:21:53,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:21:53,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:53,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:21:53,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:21:53,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:53,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:53,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:53,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:53,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:53,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:53,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:53,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:53,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:53,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:53,718 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:53,719 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740 2024-11-09T08:21:53,719 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740 2024-11-09T08:21:53,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:53,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:53,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:53,721 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:53,722 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59969794, jitterRate=-0.10638043284416199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:53,722 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:21:53,722 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140513714Writing region info on filesystem at 1731140513714Initializing all the Stores at 1731140513714Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140513714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140513714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140513714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140513714Cleaning up temporary data from old regions at 1731140513720 (+6 ms)Running coprocessor post-open hooks at 1731140513722 (+2 ms)Region opened successfully at 1731140513722 2024-11-09T08:21:53,723 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140513689 2024-11-09T08:21:53,724 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:21:53,724 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:21:53,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:53,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34351,1731140512079, state=OPEN 2024-11-09T08:21:53,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-279796330/meta-region-server 2024-11-09T08:21:53,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-279796330/meta-region-server 2024-11-09T08:21:53,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:21:53,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-279796330/meta-region-server: CHANGED 2024-11-09T08:21:53,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-279796330/meta-region-server: CHANGED 2024-11-09T08:21:53,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:21:53,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34351,1731140512079 in 230 msec 2024-11-09T08:21:53,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:21:53,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T08:21:53,770 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:53,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:21:53,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:53,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34351,1731140512079, seqNum=-1] 2024-11-09T08:21:53,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:53,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:53,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-09T08:21:53,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140513776, completionTime=-1 2024-11-09T08:21:53,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:21:53,776 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:21:53,778 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:21:53,778 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140573778 2024-11-09T08:21:53,778 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140633778 2024-11-09T08:21:53,778 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:21:53,778 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40993,1731140511883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,779 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40993,1731140511883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,779 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40993,1731140511883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,779 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:40993, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,779 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,779 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,780 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:21:53,781 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.612sec 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40993,1731140511883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:53,782 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40993,1731140511883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:21:53,784 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:21:53,784 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:21:53,784 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40993,1731140511883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:53,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168c794e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:53,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40993,-1 for getting cluster id 2024-11-09T08:21:53,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:53,825 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48027dab-4ec2-43d1-9346-dcb2c9835d64' 2024-11-09T08:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48027dab-4ec2-43d1-9346-dcb2c9835d64" 2024-11-09T08:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f91cc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40993,-1] 2024-11-09T08:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:53,826 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:53,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4ec42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:53,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34351,1731140512079, seqNum=-1] 2024-11-09T08:21:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:53,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,40993,1731140511883 2024-11-09T08:21:53,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:21:53,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:53,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eafd74f0002 connected 2024-11-09T08:21:53,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir so I do NOT create it in target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db 2024-11-09T08:21:53,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:21:53,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.tmp.dir so I do NOT create it in target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db 2024-11-09T08:21:53,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:21:53,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/cluster_ac9ebbdc-d83a-3527-f01b-ba4cd693b611, deleteOnExit=true 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/test.cache.data in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:21:53,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:53,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:21:53,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:21:54,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:54,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:54,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:54,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:54,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:54,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:54,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6134be31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:54,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e67e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:54,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fa8107{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/java.io.tmpdir/jetty-localhost-33715-hadoop-hdfs-3_4_1-tests_jar-_-any-9851791805695684444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:54,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@729e832e{HTTP/1.1, (http/1.1)}{localhost:33715} 2024-11-09T08:21:54,308 INFO [Time-limited test {}] server.Server(415): Started @276090ms 2024-11-09T08:21:54,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:54,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:54,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:54,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:54,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:21:54,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af6e5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:54,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1733f880{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:54,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e2d1316{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/java.io.tmpdir/jetty-localhost-46761-hadoop-hdfs-3_4_1-tests_jar-_-any-10388495452966199362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:54,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631e5e7{HTTP/1.1, (http/1.1)}{localhost:46761} 2024-11-09T08:21:54,743 INFO [Time-limited test {}] server.Server(415): Started @276525ms 2024-11-09T08:21:54,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:21:55,506 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/cluster_ac9ebbdc-d83a-3527-f01b-ba4cd693b611/data/data1/current/BP-991740148-172.17.0.3-1731140513881/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:55,506 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/cluster_ac9ebbdc-d83a-3527-f01b-ba4cd693b611/data/data2/current/BP-991740148-172.17.0.3-1731140513881/current, will proceed with Du for space computation calculation, 2024-11-09T08:21:55,526 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:21:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d54788bc4186376 with lease ID 0x169a694e8bf9fdcd: Processing first storage report for DS-e7898d63-f79f-4f85-ad67-8b896eb765da from datanode DatanodeRegistration(127.0.0.1:41315, datanodeUuid=50a3f8d4-97fb-4252-9582-5cd76bd93913, infoPort=45633, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=200129477;c=1731140513881) 2024-11-09T08:21:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d54788bc4186376 with lease ID 0x169a694e8bf9fdcd: from storage DS-e7898d63-f79f-4f85-ad67-8b896eb765da node DatanodeRegistration(127.0.0.1:41315, datanodeUuid=50a3f8d4-97fb-4252-9582-5cd76bd93913, infoPort=45633, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=200129477;c=1731140513881), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d54788bc4186376 with lease ID 0x169a694e8bf9fdcd: Processing first storage report for DS-7c8b3f74-bd14-4705-af19-61d04408863f from datanode DatanodeRegistration(127.0.0.1:41315, datanodeUuid=50a3f8d4-97fb-4252-9582-5cd76bd93913, infoPort=45633, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=200129477;c=1731140513881) 2024-11-09T08:21:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d54788bc4186376 with lease ID 0x169a694e8bf9fdcd: from storage DS-7c8b3f74-bd14-4705-af19-61d04408863f node DatanodeRegistration(127.0.0.1:41315, datanodeUuid=50a3f8d4-97fb-4252-9582-5cd76bd93913, infoPort=45633, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=200129477;c=1731140513881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:21:55,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db 2024-11-09T08:21:55,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:55,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:21:55,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e with version=8 2024-11-09T08:21:55,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/hbase-staging 2024-11-09T08:21:55,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:55,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:55,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:55,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:55,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:55,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:55,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:21:55,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:55,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39167 2024-11-09T08:21:55,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39167 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:21:56,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391670x0, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:56,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39167-0x1011eafd74f0003 connected 2024-11-09T08:21:56,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:56,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:56,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/running 2024-11-09T08:21:56,120 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e, hbase.cluster.distributed=false 2024-11-09T08:21:56,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/acl 2024-11-09T08:21:56,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-09T08:21:56,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39167 2024-11-09T08:21:56,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39167 2024-11-09T08:21:56,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-09T08:21:56,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-09T08:21:56,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:21:56,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:56,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:56,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:21:56,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:21:56,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:21:56,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:21:56,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:21:56,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32855 2024-11-09T08:21:56,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32855 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:21:56,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:21:56,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:21:56,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:56,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328550x0, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:56,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328550x0, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/running 2024-11-09T08:21:56,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:21:56,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32855-0x1011eafd74f0004 connected 2024-11-09T08:21:56,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:21:56,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/master 2024-11-09T08:21:56,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/acl 2024-11-09T08:21:56,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-09T08:21:56,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32855 2024-11-09T08:21:56,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32855 2024-11-09T08:21:56,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-09T08:21:56,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32855 2024-11-09T08:21:56,177 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:39167 2024-11-09T08:21:56,177 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1864970281/backup-masters/d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281/backup-masters 2024-11-09T08:21:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281/backup-masters 2024-11-09T08:21:56,190 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on existing znode=/1-1864970281/backup-masters/d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1864970281/master 2024-11-09T08:21:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:56,200 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on existing znode=/1-1864970281/master 2024-11-09T08:21:56,201 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1864970281/backup-masters/d7c8ba49ede6,39167,1731140515989 from backup master directory 2024-11-09T08:21:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281/backup-masters 2024-11-09T08:21:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1864970281/backup-masters/d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281/backup-masters 2024-11-09T08:21:56,210 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:56,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:56,213 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/hbase.id] with ID: f6e8c2a2-873f-416a-af7b-0bc893a01005 2024-11-09T08:21:56,213 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/.tmp/hbase.id 2024-11-09T08:21:56,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:21:56,222 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/.tmp/hbase.id]:[hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/hbase.id] 2024-11-09T08:21:56,230 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:21:56,230 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:21:56,230 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T08:21:56,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:56,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:56,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:21:56,647 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:21:56,648 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:21:56,648 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:56,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:21:57,053 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store 2024-11-09T08:21:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:21:57,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:57,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:21:57,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:57,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:57,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:21:57,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:57,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:21:57,458 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140517458Disabling compacts and flushes for region at 1731140517458Disabling writes for close at 1731140517458Writing region close event to WAL at 1731140517458Closed at 1731140517458 2024-11-09T08:21:57,458 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/.initializing 2024-11-09T08:21:57,459 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/WALs/d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:57,459 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:57,460 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C39167%2C1731140515989, suffix=, logDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/WALs/d7c8ba49ede6,39167,1731140515989, archiveDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/oldWALs, maxLogs=10 2024-11-09T08:21:57,475 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/WALs/d7c8ba49ede6,39167,1731140515989/d7c8ba49ede6%2C39167%2C1731140515989.1731140517460, exclude list is [], retry=0 2024-11-09T08:21:57,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-e7898d63-f79f-4f85-ad67-8b896eb765da,DISK] 2024-11-09T08:21:57,478 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/WALs/d7c8ba49ede6,39167,1731140515989/d7c8ba49ede6%2C39167%2C1731140515989.1731140517460 2024-11-09T08:21:57,478 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-09T08:21:57,478 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:57,478 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:57,479 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,479 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:21:57,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:57,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:57,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:21:57,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:57,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:57,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:21:57,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:21:57,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:21:57,484 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,484 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,484 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,485 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,485 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,486 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:57,486 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:21:57,487 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:57,488 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73037327, jitterRate=0.08834098279476166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:57,488 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140517479Initializing all the Stores at 1731140517479Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140517479Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140517479Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140517479Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140517479Cleaning up temporary data from old regions at 1731140517485 (+6 ms)Region opened successfully at 1731140517488 (+3 ms) 2024-11-09T08:21:57,488 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:21:57,490 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7d0fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:57,490 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:21:57,491 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:21:57,491 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:21:57,491 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:21:57,491 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:21:57,491 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:21:57,491 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:21:57,492 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:21:57,493 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Unable to get data of znode /1-1864970281/balancer because node does not exist (not necessarily an error) 2024-11-09T08:21:57,582 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/balancer already deleted, retry=false 2024-11-09T08:21:57,582 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:21:57,583 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Unable to get data of znode /1-1864970281/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:21:57,592 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/normalizer already deleted, retry=false 2024-11-09T08:21:57,592 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:21:57,593 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Unable to get data of znode /1-1864970281/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:21:57,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/switch/split already deleted, retry=false 2024-11-09T08:21:57,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Unable to get data of znode /1-1864970281/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:21:57,613 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/switch/merge already deleted, retry=false 2024-11-09T08:21:57,615 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Unable to get data of znode /1-1864970281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:21:57,624 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/snapshot-cleanup already deleted, retry=false 2024-11-09T08:21:57,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1864970281/running 2024-11-09T08:21:57,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1864970281/running 2024-11-09T08:21:57,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:57,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:57,635 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,39167,1731140515989, sessionid=0x1011eafd74f0003, setting cluster-up flag (Was=false) 2024-11-09T08:21:57,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:57,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:57,687 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1864970281/flush-table-proc/acquired, /1-1864970281/flush-table-proc/reached, /1-1864970281/flush-table-proc/abort 2024-11-09T08:21:57,688 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:57,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:57,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:57,739 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1864970281/online-snapshot/acquired, /1-1864970281/online-snapshot/reached, /1-1864970281/online-snapshot/abort 2024-11-09T08:21:57,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:57,741 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:21:57,742 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:57,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:21:57,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:21:57,743 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,39167,1731140515989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:57,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140547745 2024-11-09T08:21:57,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:57,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:21:57,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:21:57,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:21:57,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:21:57,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:21:57,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:21:57,746 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140517746,5,FailOnTimeoutGroup] 2024-11-09T08:21:57,746 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140517746,5,FailOnTimeoutGroup] 2024-11-09T08:21:57,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:21:57,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:21:57,769 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(746): ClusterId : f6e8c2a2-873f-416a-af7b-0bc893a01005 2024-11-09T08:21:57,769 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:21:57,779 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:21:57,779 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:21:57,790 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:21:57,790 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c0d48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:21:57,803 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:32855 2024-11-09T08:21:57,803 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:21:57,803 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:21:57,803 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:21:57,804 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39167,1731140515989 with port=32855, startcode=1731140516140 2024-11-09T08:21:57,804 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:21:57,805 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:21:57,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:57,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39167 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:57,807 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e 2024-11-09T08:21:57,807 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34861 2024-11-09T08:21:57,807 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:21:57,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281/rs 2024-11-09T08:21:57,891 DEBUG [RS:0;d7c8ba49ede6:32855 {}] zookeeper.ZKUtil(111): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on existing znode=/1-1864970281/rs/d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:57,891 WARN [RS:0;d7c8ba49ede6:32855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:21:57,891 INFO [RS:0;d7c8ba49ede6:32855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:57,891 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:57,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,32855,1731140516140] 2024-11-09T08:21:57,894 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:21:57,895 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:21:57,895 INFO [RS:0;d7c8ba49ede6:32855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:21:57,895 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,895 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:21:57,896 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:21:57,896 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:57,896 DEBUG [RS:0;d7c8ba49ede6:32855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:21:57,900 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,900 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,900 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,900 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,900 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,900 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,32855,1731140516140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:57,918 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:21:57,918 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,32855,1731140516140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,918 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,919 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.Replication(171): d7c8ba49ede6,32855,1731140516140 started 2024-11-09T08:21:57,936 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:57,937 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,32855,1731140516140, RpcServer on d7c8ba49ede6/172.17.0.3:32855, sessionid=0x1011eafd74f0004 2024-11-09T08:21:57,937 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:21:57,937 DEBUG [RS:0;d7c8ba49ede6:32855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:57,937 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,32855,1731140516140' 2024-11-09T08:21:57,937 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1864970281/flush-table-proc/abort' 2024-11-09T08:21:57,937 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1864970281/flush-table-proc/acquired' 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,32855,1731140516140' 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1864970281/online-snapshot/abort' 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1864970281/online-snapshot/acquired' 2024-11-09T08:21:57,938 DEBUG [RS:0;d7c8ba49ede6:32855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:21:57,938 INFO [RS:0;d7c8ba49ede6:32855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:21:57,938 INFO [RS:0;d7c8ba49ede6:32855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:21:58,039 INFO [RS:0;d7c8ba49ede6:32855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:21:58,040 INFO [RS:0;d7c8ba49ede6:32855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C32855%2C1731140516140, suffix=, logDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140, archiveDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/oldWALs, maxLogs=10 2024-11-09T08:21:58,051 DEBUG [RS:0;d7c8ba49ede6:32855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, exclude list is [], retry=0 2024-11-09T08:21:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-e7898d63-f79f-4f85-ad67-8b896eb765da,DISK] 2024-11-09T08:21:58,054 INFO [RS:0;d7c8ba49ede6:32855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 2024-11-09T08:21:58,054 DEBUG [RS:0;d7c8ba49ede6:32855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-09T08:21:58,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:21:58,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e 2024-11-09T08:21:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:21:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:58,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:58,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:58,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:58,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:58,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:58,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:58,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:58,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:58,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:58,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740 2024-11-09T08:21:58,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740 2024-11-09T08:21:58,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:58,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:58,567 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:58,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:58,568 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:21:58,569 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63497250, jitterRate=-0.05381724238395691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140518560Initializing all the Stores at 1731140518560Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140518560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140518561 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140518561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140518561Cleaning up temporary data from old regions at 1731140518566 (+5 ms)Region opened successfully at 1731140518569 (+3 ms) 2024-11-09T08:21:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:21:58,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:21:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:21:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:21:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:21:58,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:21:58,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140518569Disabling compacts and flushes for region at 1731140518569Disabling writes for close at 1731140518569Writing region close event to WAL at 1731140518569Closed at 1731140518569 2024-11-09T08:21:58,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:58,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:21:58,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:21:58,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:58,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:21:58,721 DEBUG [d7c8ba49ede6:39167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:21:58,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:58,723 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,32855,1731140516140, state=OPENING 2024-11-09T08:21:58,794 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:21:58,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:58,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:21:58,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:21:58,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1864970281/meta-region-server: CHANGED 2024-11-09T08:21:58,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1864970281/meta-region-server: CHANGED 2024-11-09T08:21:58,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,32855,1731140516140}] 2024-11-09T08:21:58,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:21:58,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:21:58,960 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:21:58,960 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:21:58,960 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:21:58,961 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C32855%2C1731140516140.meta, suffix=.meta, logDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140, archiveDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/oldWALs, maxLogs=10 2024-11-09T08:21:58,973 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.meta.1731140518962.meta, exclude list is [], retry=0 2024-11-09T08:21:58,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-e7898d63-f79f-4f85-ad67-8b896eb765da,DISK] 2024-11-09T08:21:58,976 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.meta.1731140518962.meta 2024-11-09T08:21:58,976 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-09T08:21:58,976 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:21:58,977 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:21:58,977 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:21:58,977 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:21:58,977 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:21:58,977 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:21:58,977 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:21:58,977 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:21:58,977 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:21:58,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:21:58,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:21:58,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:21:58,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:21:58,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:21:58,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:21:58,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:21:58,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:21:58,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:21:58,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:21:58,982 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:21:58,982 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740 2024-11-09T08:21:58,982 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740 2024-11-09T08:21:58,983 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:21:58,983 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:21:58,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:21:58,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:21:58,985 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72365689, jitterRate=0.0783327966928482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:21:58,985 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:21:58,985 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140518977Writing region info on filesystem at 1731140518977Initializing all the Stores at 1731140518977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140518978 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140518978Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140518978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140518978Cleaning up temporary data from old regions at 1731140518983 (+5 ms)Running coprocessor post-open hooks at 1731140518985 (+2 ms)Region opened successfully at 1731140518985 2024-11-09T08:21:58,985 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140518956 2024-11-09T08:21:58,987 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:21:58,987 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:21:58,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:58,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,32855,1731140516140, state=OPEN 2024-11-09T08:21:59,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1864970281/meta-region-server 2024-11-09T08:21:59,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1864970281/meta-region-server 2024-11-09T08:21:59,000 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:21:59,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1864970281/meta-region-server: CHANGED 2024-11-09T08:21:59,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1864970281/meta-region-server: CHANGED 2024-11-09T08:21:59,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:21:59,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,32855,1731140516140 in 195 msec 2024-11-09T08:21:59,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:21:59,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-09T08:21:59,003 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:21:59,003 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:21:59,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:59,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32855,1731140516140, seqNum=-1] 2024-11-09T08:21:59,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:59,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:59,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-09T08:21:59,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140519009, completionTime=-1 2024-11-09T08:21:59,009 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:21:59,009 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140579011 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140639011 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39167,1731140515989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39167,1731140515989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39167,1731140515989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:39167, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,013 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:21:59,014 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.803sec 2024-11-09T08:21:59,014 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:21:59,014 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:21:59,014 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:21:59,014 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:21:59,015 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:21:59,015 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39167,1731140515989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:21:59,015 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39167,1731140515989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:21:59,016 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:21:59,016 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:21:59,016 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39167,1731140515989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:21:59,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:21:59,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:59,059 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88534 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:21:59,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75149997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:59,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:21:59,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:21:59,071 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:21:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:21:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:21:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460e9387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:21:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:21:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:21:59,072 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:21:59,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a54498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:21:59,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:21:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32855,1731140516140, seqNum=-1] 2024-11-09T08:21:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:21:59,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:21:59,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,39167,1731140515989 2024-11-09T08:21:59,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:21:59,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:21:59,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eafd74f0005 connected 2024-11-09T08:21:59,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir so I do NOT create it in target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00 2024-11-09T08:21:59,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:21:59,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.tmp.dir so I do NOT create it in target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00 2024-11-09T08:21:59,101 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:21:59,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00 2024-11-09T08:21:59,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/cluster_cc84d19b-f10d-57c7-f9f4-01264d880755, deleteOnExit=true 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/test.cache.data in system properties and HBase conf 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:21:59,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:59,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:21:59,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:21:59,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:21:59,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:21:59,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:21:59,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:59,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:59,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:59,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:59,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:59,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:59,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a9d7ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:59,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b03d7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:59,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fc20579{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/java.io.tmpdir/jetty-localhost-44139-hadoop-hdfs-3_4_1-tests_jar-_-any-11601813478607698777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:21:59,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6842fe12{HTTP/1.1, (http/1.1)}{localhost:44139} 2024-11-09T08:21:59,515 INFO [Time-limited test {}] server.Server(415): Started @281297ms 2024-11-09T08:21:59,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:21:59,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:21:59,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:21:59,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:21:59,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:21:59,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e1f7cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:21:59,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75eff3e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:21:59,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf63e99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/java.io.tmpdir/jetty-localhost-40155-hadoop-hdfs-3_4_1-tests_jar-_-any-412704678470558041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:21:59,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7276daf1{HTTP/1.1, (http/1.1)}{localhost:40155} 2024-11-09T08:21:59,988 INFO [Time-limited test {}] server.Server(415): Started @281770ms 2024-11-09T08:21:59,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:22:00,688 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/cluster_cc84d19b-f10d-57c7-f9f4-01264d880755/data/data1/current/BP-1189219005-172.17.0.3-1731140519121/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:00,688 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/cluster_cc84d19b-f10d-57c7-f9f4-01264d880755/data/data2/current/BP-1189219005-172.17.0.3-1731140519121/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:00,707 WARN [Thread-3663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:22:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1174ccad3d02a881 with lease ID 0xbe8d917fb374c58a: Processing first storage report for DS-8565855c-1025-4d03-a8f1-419aa177d95d from datanode DatanodeRegistration(127.0.0.1:41547, datanodeUuid=8328fb2c-b954-465c-ac3d-70da9d80cb9d, infoPort=35189, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=2069708107;c=1731140519121) 2024-11-09T08:22:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1174ccad3d02a881 with lease ID 0xbe8d917fb374c58a: from storage DS-8565855c-1025-4d03-a8f1-419aa177d95d node DatanodeRegistration(127.0.0.1:41547, datanodeUuid=8328fb2c-b954-465c-ac3d-70da9d80cb9d, infoPort=35189, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=2069708107;c=1731140519121), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1174ccad3d02a881 with lease ID 0xbe8d917fb374c58a: Processing first storage report for DS-80f155dc-d632-4e6e-a528-5ec8e58e79c4 from datanode DatanodeRegistration(127.0.0.1:41547, datanodeUuid=8328fb2c-b954-465c-ac3d-70da9d80cb9d, infoPort=35189, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=2069708107;c=1731140519121) 2024-11-09T08:22:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1174ccad3d02a881 with lease ID 0xbe8d917fb374c58a: from storage DS-80f155dc-d632-4e6e-a528-5ec8e58e79c4 node DatanodeRegistration(127.0.0.1:41547, datanodeUuid=8328fb2c-b954-465c-ac3d-70da9d80cb9d, infoPort=35189, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=2069708107;c=1731140519121), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:00,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00 2024-11-09T08:22:00,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:00,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:22:01,131 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570 with version=8 2024-11-09T08:22:01,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/hbase-staging 2024-11-09T08:22:01,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:01,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:01,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:01,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:01,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:01,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:01,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:22:01,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:01,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42845 2024-11-09T08:22:01,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42845 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:22:01,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428450x0, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:01,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42845-0x1011eafd74f0006 connected 2024-11-09T08:22:01,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:01,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:01,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/running 2024-11-09T08:22:01,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570, hbase.cluster.distributed=false 2024-11-09T08:22:01,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/acl 2024-11-09T08:22:01,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42845 2024-11-09T08:22:01,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42845 2024-11-09T08:22:01,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42845 2024-11-09T08:22:01,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42845 2024-11-09T08:22:01,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42845 2024-11-09T08:22:01,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:22:01,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:01,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45731 2024-11-09T08:22:01,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45731 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:22:01,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:01,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:01,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457310x0, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:01,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457310x0, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/running 2024-11-09T08:22:01,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45731-0x1011eafd74f0007 connected 2024-11-09T08:22:01,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:22:01,302 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:22:01,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/master 2024-11-09T08:22:01,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/acl 2024-11-09T08:22:01,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-09T08:22:01,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45731 2024-11-09T08:22:01,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45731 2024-11-09T08:22:01,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-09T08:22:01,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-09T08:22:01,326 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:42845 2024-11-09T08:22:01,326 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21159835780/backup-masters/d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780/backup-masters 2024-11-09T08:22:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780/backup-masters 2024-11-09T08:22:01,337 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on existing znode=/21159835780/backup-masters/d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:01,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21159835780/master 2024-11-09T08:22:01,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:01,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:01,347 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on existing znode=/21159835780/master 2024-11-09T08:22:01,348 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21159835780/backup-masters/d7c8ba49ede6,42845,1731140521133 from backup master directory 2024-11-09T08:22:01,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21159835780/backup-masters/d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:01,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780/backup-masters 2024-11-09T08:22:01,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780/backup-masters 2024-11-09T08:22:01,358 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:01,358 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:01,360 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/hbase.id] with ID: 82066589-d968-4783-9bbd-90678dbcb509 2024-11-09T08:22:01,360 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/.tmp/hbase.id 2024-11-09T08:22:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:22:01,364 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/.tmp/hbase.id]:[hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/hbase.id] 2024-11-09T08:22:01,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:01,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:22:01,372 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:22:01,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:01,791 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:22:01,791 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:01,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:22:02,196 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store 2024-11-09T08:22:02,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:22:02,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:02,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:02,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:02,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:02,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:02,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:02,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:02,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140522601Disabling compacts and flushes for region at 1731140522601Disabling writes for close at 1731140522601Writing region close event to WAL at 1731140522601Closed at 1731140522601 2024-11-09T08:22:02,602 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/.initializing 2024-11-09T08:22:02,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/WALs/d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:02,602 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:02,603 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C42845%2C1731140521133, suffix=, logDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/WALs/d7c8ba49ede6,42845,1731140521133, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/oldWALs, maxLogs=10 2024-11-09T08:22:02,616 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/WALs/d7c8ba49ede6,42845,1731140521133/d7c8ba49ede6%2C42845%2C1731140521133.1731140522604, exclude list is [], retry=0 2024-11-09T08:22:02,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8565855c-1025-4d03-a8f1-419aa177d95d,DISK] 2024-11-09T08:22:02,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/WALs/d7c8ba49ede6,42845,1731140521133/d7c8ba49ede6%2C42845%2C1731140521133.1731140522604 2024-11-09T08:22:02,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-09T08:22:02,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:02,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:02,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,620 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:22:02,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:02,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:02,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:22:02,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:02,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:02,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:22:02,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:02,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:02,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:22:02,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:02,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:02,626 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,627 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,627 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,628 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,628 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,628 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:02,629 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:02,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:02,631 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75328680, jitterRate=0.12248480319976807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:02,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140522620Initializing all the Stores at 1731140522621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140522621Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140522621Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140522621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140522621Cleaning up temporary data from old regions at 1731140522628 (+7 ms)Region opened successfully at 1731140522631 (+3 ms) 2024-11-09T08:22:02,631 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:22:02,633 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4ddd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:02,634 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:22:02,634 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:22:02,634 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:22:02,635 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:22:02,635 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:22:02,635 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:22:02,635 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:22:02,637 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:22:02,637 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Unable to get data of znode /21159835780/balancer because node does not exist (not necessarily an error) 2024-11-09T08:22:02,762 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21159835780/balancer already deleted, retry=false 2024-11-09T08:22:02,762 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:22:02,763 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Unable to get data of znode /21159835780/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:22:02,772 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21159835780/normalizer already deleted, retry=false 2024-11-09T08:22:02,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:22:02,774 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Unable to get data of znode /21159835780/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:22:02,783 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21159835780/switch/split already deleted, retry=false 2024-11-09T08:22:02,784 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Unable to get data of znode /21159835780/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:22:02,793 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21159835780/switch/merge already deleted, retry=false 2024-11-09T08:22:02,795 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Unable to get data of znode /21159835780/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:22:02,804 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21159835780/snapshot-cleanup already deleted, retry=false 2024-11-09T08:22:02,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21159835780/running 2024-11-09T08:22:02,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21159835780/running 2024-11-09T08:22:02,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:02,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:02,815 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,42845,1731140521133, sessionid=0x1011eafd74f0006, setting cluster-up flag (Was=false) 2024-11-09T08:22:02,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:02,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:02,867 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21159835780/flush-table-proc/acquired, /21159835780/flush-table-proc/reached, /21159835780/flush-table-proc/abort 2024-11-09T08:22:02,868 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:02,920 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21159835780/online-snapshot/acquired, /21159835780/online-snapshot/reached, /21159835780/online-snapshot/abort 2024-11-09T08:22:02,921 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:02,921 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:22:02,922 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:02,923 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:22:02,923 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:22:02,923 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,42845,1731140521133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:02,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:02,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:02,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:22:02,926 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:02,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140552933 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:22:02,934 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:02,935 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:22:02,935 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:22:02,935 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:22:02,935 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:22:02,936 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:22:02,936 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:22:02,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:22:02,940 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140522936,5,FailOnTimeoutGroup] 2024-11-09T08:22:02,940 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140522940,5,FailOnTimeoutGroup] 2024-11-09T08:22:02,940 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:02,940 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:22:02,940 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:02,940 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,015 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(746): ClusterId : 82066589-d968-4783-9bbd-90678dbcb509 2024-11-09T08:22:03,015 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:22:03,101 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:22:03,101 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:22:03,164 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:22:03,164 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc12476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:03,175 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:45731 2024-11-09T08:22:03,175 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:22:03,175 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:22:03,175 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:22:03,175 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,42845,1731140521133 with port=45731, startcode=1731140521281 2024-11-09T08:22:03,175 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:22:03,177 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:22:03,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42845 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,178 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570 2024-11-09T08:22:03,178 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46283 2024-11-09T08:22:03,178 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:22:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780/rs 2024-11-09T08:22:03,283 DEBUG [RS:0;d7c8ba49ede6:45731 {}] zookeeper.ZKUtil(111): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on existing znode=/21159835780/rs/d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,283 WARN [RS:0;d7c8ba49ede6:45731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:03,283 INFO [RS:0;d7c8ba49ede6:45731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:03,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,45731,1731140521281] 2024-11-09T08:22:03,283 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,286 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:22:03,287 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:22:03,288 INFO [RS:0;d7c8ba49ede6:45731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:22:03,288 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,288 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:22:03,288 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:03,289 DEBUG [RS:0;d7c8ba49ede6:45731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,289 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,45731,1731140521281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:03,301 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:22:03,302 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,45731,1731140521281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,302 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,302 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.Replication(171): d7c8ba49ede6,45731,1731140521281 started 2024-11-09T08:22:03,313 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:03,313 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,45731,1731140521281, RpcServer on d7c8ba49ede6/172.17.0.3:45731, sessionid=0x1011eafd74f0007 2024-11-09T08:22:03,313 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:22:03,313 DEBUG [RS:0;d7c8ba49ede6:45731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,313 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,45731,1731140521281' 2024-11-09T08:22:03,313 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21159835780/flush-table-proc/abort' 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21159835780/flush-table-proc/acquired' 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,45731,1731140521281' 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21159835780/online-snapshot/abort' 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21159835780/online-snapshot/acquired' 2024-11-09T08:22:03,314 DEBUG [RS:0;d7c8ba49ede6:45731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:22:03,315 INFO [RS:0;d7c8ba49ede6:45731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:22:03,315 INFO [RS:0;d7c8ba49ede6:45731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:22:03,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:22:03,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570 2024-11-09T08:22:03,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:22:03,415 INFO [RS:0;d7c8ba49ede6:45731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:03,416 INFO [RS:0;d7c8ba49ede6:45731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C45731%2C1731140521281, suffix=, logDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/oldWALs, maxLogs=10 2024-11-09T08:22:03,427 DEBUG [RS:0;d7c8ba49ede6:45731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, exclude list is [], retry=0 2024-11-09T08:22:03,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8565855c-1025-4d03-a8f1-419aa177d95d,DISK] 2024-11-09T08:22:03,431 INFO [RS:0;d7c8ba49ede6:45731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 2024-11-09T08:22:03,431 DEBUG [RS:0;d7c8ba49ede6:45731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-09T08:22:03,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:03,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:03,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:03,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:03,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:03,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:03,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:03,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:03,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:03,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:03,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:03,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:03,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:03,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:03,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:03,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:03,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:03,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:03,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740 2024-11-09T08:22:03,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740 2024-11-09T08:22:03,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:03,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:03,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:03,754 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:03,754 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62843781, jitterRate=-0.06355468928813934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:03,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140523743Initializing all the Stores at 1731140523743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140523743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140523744 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140523744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140523744Cleaning up temporary data from old regions at 1731140523750 (+6 ms)Region opened successfully at 1731140523754 (+4 ms) 2024-11-09T08:22:03,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:03,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:03,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:03,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:03,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:03,754 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:03,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140523754Disabling compacts and flushes for region at 1731140523754Disabling writes for close at 1731140523754Writing region close event to WAL at 1731140523754Closed at 1731140523754 2024-11-09T08:22:03,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:03,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:22:03,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:22:03,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:03,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:22:03,907 DEBUG [d7c8ba49ede6:42845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:22:03,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:03,909 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,45731,1731140521281, state=OPENING 2024-11-09T08:22:03,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:22:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:03,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21159835780/meta-region-server: CHANGED 2024-11-09T08:22:03,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21159835780/meta-region-server: CHANGED 2024-11-09T08:22:03,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:03,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,45731,1731140521281}] 2024-11-09T08:22:04,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:04,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:22:04,150 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:22:04,150 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:04,150 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:22:04,151 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C45731%2C1731140521281.meta, suffix=.meta, logDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/oldWALs, maxLogs=10 2024-11-09T08:22:04,167 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.meta.1731140524151.meta, exclude list is [], retry=0 2024-11-09T08:22:04,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8565855c-1025-4d03-a8f1-419aa177d95d,DISK] 2024-11-09T08:22:04,171 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.meta.1731140524151.meta 2024-11-09T08:22:04,171 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-09T08:22:04,171 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:04,171 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:04,171 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:04,171 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:22:04,172 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:22:04,172 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:22:04,172 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:04,172 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:22:04,172 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:22:04,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:04,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:04,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:04,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:04,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:04,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:04,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:04,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:04,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:04,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:04,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:04,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:04,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:04,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:04,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:04,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:04,176 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:04,176 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740 2024-11-09T08:22:04,177 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740 2024-11-09T08:22:04,178 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:04,178 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:04,178 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:04,179 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:04,179 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66538935, jitterRate=-0.008492603898048401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:04,179 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:22:04,179 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140524172Writing region info on filesystem at 1731140524172Initializing all the Stores at 1731140524172Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140524172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140524172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140524172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140524172Cleaning up temporary data from old regions at 1731140524178 (+6 ms)Running coprocessor post-open hooks at 1731140524179 (+1 ms)Region opened successfully at 1731140524179 2024-11-09T08:22:04,180 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140524146 2024-11-09T08:22:04,182 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:22:04,182 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:22:04,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:04,183 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,45731,1731140521281, state=OPEN 2024-11-09T08:22:04,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21159835780/meta-region-server 2024-11-09T08:22:04,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21159835780/meta-region-server 2024-11-09T08:22:04,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21159835780/meta-region-server: CHANGED 2024-11-09T08:22:04,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:04,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21159835780/meta-region-server: CHANGED 2024-11-09T08:22:04,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:22:04,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,45731,1731140521281 in 199 msec 2024-11-09T08:22:04,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:22:04,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-09T08:22:04,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:04,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:22:04,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:04,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45731,1731140521281, seqNum=-1] 2024-11-09T08:22:04,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:04,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:04,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-09T08:22:04,204 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140524204, completionTime=-1 2024-11-09T08:22:04,204 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:22:04,204 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140584206 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140644206 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42845,1731140521133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42845,1731140521133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42845,1731140521133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:42845, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,208 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.851sec 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42845,1731140521133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:04,209 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42845,1731140521133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:22:04,211 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:22:04,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:22:04,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42845,1731140521133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:04,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8671b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:04,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42845,-1 for getting cluster id 2024-11-09T08:22:04,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:04,217 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82066589-d968-4783-9bbd-90678dbcb509' 2024-11-09T08:22:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82066589-d968-4783-9bbd-90678dbcb509" 2024-11-09T08:22:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32020746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:04,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42845,-1] 2024-11-09T08:22:04,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:04,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:04,218 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:04,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47981b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:04,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45731,1731140521281, seqNum=-1] 2024-11-09T08:22:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:04,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:04,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:04,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55261 2024-11-09T08:22:04,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:04,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011eafd74f0008 connected 2024-11-09T08:22:04,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,40993,1731140511883 2024-11-09T08:22:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d9de48 2024-11-09T08:22:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:04,250 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:04,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:22:04,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:04,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:04,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:22:04,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:22:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:04,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:04,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:04,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4691e892d77cb8ece2eed578fe9f177, NAME => 'test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f 2024-11-09T08:22:04,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:22:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:05,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:05,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a4691e892d77cb8ece2eed578fe9f177, disabling compactions & flushes 2024-11-09T08:22:05,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. after waiting 0 ms 2024-11-09T08:22:05,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4691e892d77cb8ece2eed578fe9f177: Waiting for close lock at 1731140525067Disabling compacts and flushes for region at 1731140525067Disabling writes for close at 1731140525068 (+1 ms)Writing region close event to WAL at 1731140525068Closed at 1731140525068 2024-11-09T08:22:05,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:05,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140525069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140525069"}]},"ts":"1731140525069"} 2024-11-09T08:22:05,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:05,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:05,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140525072"}]},"ts":"1731140525072"} 2024-11-09T08:22:05,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:22:05,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4691e892d77cb8ece2eed578fe9f177, ASSIGN}] 2024-11-09T08:22:05,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4691e892d77cb8ece2eed578fe9f177, ASSIGN 2024-11-09T08:22:05,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a4691e892d77cb8ece2eed578fe9f177, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34351,1731140512079; forceNewPlan=false, retain=false 2024-11-09T08:22:05,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4691e892d77cb8ece2eed578fe9f177, regionState=OPENING, regionLocation=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:22:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a4691e892d77cb8ece2eed578fe9f177, ASSIGN because future has completed 2024-11-09T08:22:05,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4691e892d77cb8ece2eed578fe9f177, server=d7c8ba49ede6,34351,1731140512079}] 2024-11-09T08:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:05,394 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,394 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a4691e892d77cb8ece2eed578fe9f177, NAME => 'test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:05,394 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:05,395 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:22:05,395 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,395 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:05,395 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,395 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,396 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,397 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4691e892d77cb8ece2eed578fe9f177 columnFamilyName f 2024-11-09T08:22:05,397 DEBUG [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:05,397 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] regionserver.HStore(327): Store=a4691e892d77cb8ece2eed578fe9f177/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:05,397 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,398 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4691e892d77cb8ece2eed578fe9f177 columnFamilyName f1 2024-11-09T08:22:05,398 DEBUG [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:05,398 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] regionserver.HStore(327): Store=a4691e892d77cb8ece2eed578fe9f177/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:05,398 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,399 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4691e892d77cb8ece2eed578fe9f177 columnFamilyName norep 2024-11-09T08:22:05,399 DEBUG [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:05,399 INFO [StoreOpener-a4691e892d77cb8ece2eed578fe9f177-1 {}] regionserver.HStore(327): Store=a4691e892d77cb8ece2eed578fe9f177/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:05,399 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,400 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,400 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,401 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,401 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,401 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:05,402 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,403 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:05,404 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a4691e892d77cb8ece2eed578fe9f177; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65687579, jitterRate=-0.021178796887397766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:05,404 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:05,404 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a4691e892d77cb8ece2eed578fe9f177: Running coprocessor pre-open hook at 1731140525395Writing region info on filesystem at 1731140525395Initializing all the Stores at 1731140525395Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140525395Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140525396 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140525396Cleaning up temporary data from old regions at 1731140525401 (+5 ms)Running coprocessor post-open hooks at 1731140525404 (+3 ms)Region opened successfully at 1731140525404 2024-11-09T08:22:05,405 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177., pid=6, masterSystemTime=1731140525391 2024-11-09T08:22:05,406 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,406 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:05,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4691e892d77cb8ece2eed578fe9f177, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:22:05,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4691e892d77cb8ece2eed578fe9f177, server=d7c8ba49ede6,34351,1731140512079 because future has completed 2024-11-09T08:22:05,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:22:05,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4691e892d77cb8ece2eed578fe9f177, server=d7c8ba49ede6,34351,1731140512079 in 170 msec 2024-11-09T08:22:05,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:22:05,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a4691e892d77cb8ece2eed578fe9f177, ASSIGN in 328 msec 2024-11-09T08:22:05,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:05,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140525415"}]},"ts":"1731140525415"} 2024-11-09T08:22:05,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:22:05,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:05,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-09T08:22:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:22:06,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T08:22:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:22:06,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T08:22:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:06,410 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:22:06,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ba7e75 2024-11-09T08:22:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:06,412 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:06,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:22:06,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:06,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:06,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:22:06,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:22:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:06,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3818fc5783600dece539135096cf5760, NAME => 'test,,1731140526412.3818fc5783600dece539135096cf5760.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e 2024-11-09T08:22:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:22:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:07,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140526412.3818fc5783600dece539135096cf5760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:07,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3818fc5783600dece539135096cf5760, disabling compactions & flushes 2024-11-09T08:22:07,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140526412.3818fc5783600dece539135096cf5760. after waiting 0 ms 2024-11-09T08:22:07,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3818fc5783600dece539135096cf5760: Waiting for close lock at 1731140527225Disabling compacts and flushes for region at 1731140527225Disabling writes for close at 1731140527225Writing region close event to WAL at 1731140527226 (+1 ms)Closed at 1731140527226 2024-11-09T08:22:07,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:07,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140526412.3818fc5783600dece539135096cf5760.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140527227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140527227"}]},"ts":"1731140527227"} 2024-11-09T08:22:07,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:07,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:07,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140527229"}]},"ts":"1731140527229"} 2024-11-09T08:22:07,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:22:07,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3818fc5783600dece539135096cf5760, ASSIGN}] 2024-11-09T08:22:07,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3818fc5783600dece539135096cf5760, ASSIGN 2024-11-09T08:22:07,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3818fc5783600dece539135096cf5760, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,32855,1731140516140; forceNewPlan=false, retain=false 2024-11-09T08:22:07,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3818fc5783600dece539135096cf5760, regionState=OPENING, regionLocation=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:22:07,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3818fc5783600dece539135096cf5760, ASSIGN because future has completed 2024-11-09T08:22:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3818fc5783600dece539135096cf5760, server=d7c8ba49ede6,32855,1731140516140}] 2024-11-09T08:22:07,540 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3818fc5783600dece539135096cf5760, NAME => 'test,,1731140526412.3818fc5783600dece539135096cf5760.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:07,540 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:07,540 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:22:07,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140526412.3818fc5783600dece539135096cf5760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:07,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,541 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,542 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3818fc5783600dece539135096cf5760 columnFamilyName f 2024-11-09T08:22:07,542 DEBUG [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:07,542 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] regionserver.HStore(327): Store=3818fc5783600dece539135096cf5760/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:07,543 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,543 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3818fc5783600dece539135096cf5760 columnFamilyName f1 2024-11-09T08:22:07,543 DEBUG [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:07,544 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] regionserver.HStore(327): Store=3818fc5783600dece539135096cf5760/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:07,544 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,544 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3818fc5783600dece539135096cf5760 columnFamilyName norep 2024-11-09T08:22:07,545 DEBUG [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:07,545 INFO [StoreOpener-3818fc5783600dece539135096cf5760-1 {}] regionserver.HStore(327): Store=3818fc5783600dece539135096cf5760/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:07,545 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,545 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,546 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,546 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,547 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,547 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:07,548 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:07,549 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3818fc5783600dece539135096cf5760; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73491609, jitterRate=0.09511031210422516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:07,549 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3818fc5783600dece539135096cf5760: Running coprocessor pre-open hook at 1731140527540Writing region info on filesystem at 1731140527540Initializing all the Stores at 1731140527541 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140527541Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140527541Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140527541Cleaning up temporary data from old regions at 1731140527547 (+6 ms)Running coprocessor post-open hooks at 1731140527549 (+2 ms)Region opened successfully at 1731140527549 2024-11-09T08:22:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:07,550 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140526412.3818fc5783600dece539135096cf5760., pid=6, masterSystemTime=1731140527537 2024-11-09T08:22:07,551 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,551 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:07,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3818fc5783600dece539135096cf5760, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:22:07,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3818fc5783600dece539135096cf5760, server=d7c8ba49ede6,32855,1731140516140 because future has completed 2024-11-09T08:22:07,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:22:07,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3818fc5783600dece539135096cf5760, server=d7c8ba49ede6,32855,1731140516140 in 169 msec 2024-11-09T08:22:07,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:22:07,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3818fc5783600dece539135096cf5760, ASSIGN in 324 msec 2024-11-09T08:22:07,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:07,557 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140527557"}]},"ts":"1731140527557"} 2024-11-09T08:22:07,559 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:22:07,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:07,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-09T08:22:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:08,560 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:22:08,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:08,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a6e26a2 2024-11-09T08:22:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:08,562 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:08,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:22:08,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:08,564 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:08,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:22:08,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:22:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:09,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6286bf1b443f94dc48e71cf9215acd5, NAME => 'test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570 2024-11-09T08:22:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:22:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f6286bf1b443f94dc48e71cf9215acd5, disabling compactions & flushes 2024-11-09T08:22:09,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. after waiting 0 ms 2024-11-09T08:22:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6286bf1b443f94dc48e71cf9215acd5: Waiting for close lock at 1731140529472Disabling compacts and flushes for region at 1731140529472Disabling writes for close at 1731140529472Writing region close event to WAL at 1731140529472Closed at 1731140529472 2024-11-09T08:22:09,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:09,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140529473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140529473"}]},"ts":"1731140529473"} 2024-11-09T08:22:09,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:09,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:09,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140529475"}]},"ts":"1731140529475"} 2024-11-09T08:22:09,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:22:09,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6286bf1b443f94dc48e71cf9215acd5, ASSIGN}] 2024-11-09T08:22:09,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6286bf1b443f94dc48e71cf9215acd5, ASSIGN 2024-11-09T08:22:09,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f6286bf1b443f94dc48e71cf9215acd5, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,45731,1731140521281; forceNewPlan=false, retain=false 2024-11-09T08:22:09,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6286bf1b443f94dc48e71cf9215acd5, regionState=OPENING, regionLocation=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:09,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f6286bf1b443f94dc48e71cf9215acd5, ASSIGN because future has completed 2024-11-09T08:22:09,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6286bf1b443f94dc48e71cf9215acd5, server=d7c8ba49ede6,45731,1731140521281}] 2024-11-09T08:22:09,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:09,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:09,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:09,787 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,787 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f6286bf1b443f94dc48e71cf9215acd5, NAME => 'test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:09,787 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:09,787 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:22:09,787 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,787 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:09,788 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,788 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,790 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,791 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6286bf1b443f94dc48e71cf9215acd5 columnFamilyName f 2024-11-09T08:22:09,791 DEBUG [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:09,791 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] regionserver.HStore(327): Store=f6286bf1b443f94dc48e71cf9215acd5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:09,792 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,792 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6286bf1b443f94dc48e71cf9215acd5 columnFamilyName f1 2024-11-09T08:22:09,792 DEBUG [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:09,793 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] regionserver.HStore(327): Store=f6286bf1b443f94dc48e71cf9215acd5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:09,793 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,794 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6286bf1b443f94dc48e71cf9215acd5 columnFamilyName norep 2024-11-09T08:22:09,794 DEBUG [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:09,794 INFO [StoreOpener-f6286bf1b443f94dc48e71cf9215acd5-1 {}] regionserver.HStore(327): Store=f6286bf1b443f94dc48e71cf9215acd5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:09,794 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,794 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,795 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,795 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,795 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,796 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:09,797 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,798 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:09,799 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f6286bf1b443f94dc48e71cf9215acd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60992803, jitterRate=-0.09113641083240509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:09,799 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:09,799 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f6286bf1b443f94dc48e71cf9215acd5: Running coprocessor pre-open hook at 1731140529788Writing region info on filesystem at 1731140529788Initializing all the Stores at 1731140529788Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140529788Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140529790 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140529790Cleaning up temporary data from old regions at 1731140529795 (+5 ms)Running coprocessor post-open hooks at 1731140529799 (+4 ms)Region opened successfully at 1731140529799 2024-11-09T08:22:09,800 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5., pid=6, masterSystemTime=1731140529783 2024-11-09T08:22:09,801 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,802 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:09,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6286bf1b443f94dc48e71cf9215acd5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6286bf1b443f94dc48e71cf9215acd5, server=d7c8ba49ede6,45731,1731140521281 because future has completed 2024-11-09T08:22:09,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:22:09,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6286bf1b443f94dc48e71cf9215acd5, server=d7c8ba49ede6,45731,1731140521281 in 173 msec 2024-11-09T08:22:09,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:22:09,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f6286bf1b443f94dc48e71cf9215acd5, ASSIGN in 328 msec 2024-11-09T08:22:09,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:09,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140529807"}]},"ts":"1731140529807"} 2024-11-09T08:22:09,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:22:09,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:09,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2470 sec 2024-11-09T08:22:09,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:22:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:10,709 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:22:10,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:10,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40993,-1 for getting cluster id 2024-11-09T08:22:10,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:10,711 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48027dab-4ec2-43d1-9346-dcb2c9835d64' 2024-11-09T08:22:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48027dab-4ec2-43d1-9346-dcb2c9835d64" 2024-11-09T08:22:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e9097f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40993,-1] 2024-11-09T08:22:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:10,712 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:10,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3accdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:10,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:10,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,40993,1731140511883 2024-11-09T08:22:10,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ef1947 2024-11-09T08:22:10,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:10,715 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:10,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:39167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:22:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:22:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:10,718 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39167' 2024-11-09T08:22:10,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53809585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:10,719 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:10,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:10,720 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:10,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:10,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:10,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe7b6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:10,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:10,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:10,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:10,721 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:10,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34082ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:10,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:10,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:10,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cd96ff9 2024-11-09T08:22:10,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:10,724 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:10,725 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:22:10,725 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:22:10,725 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:10,725 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:10,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:10,726 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:10,727 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:22:10,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:10,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:10,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:22:10,777 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:22:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:11,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87f10b552e145a401bc8668afd566e84, NAME => 'hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f 2024-11-09T08:22:11,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:22:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:11,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:11,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87f10b552e145a401bc8668afd566e84, disabling compactions & flushes 2024-11-09T08:22:11,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. after waiting 1 ms 2024-11-09T08:22:11,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,543 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87f10b552e145a401bc8668afd566e84: Waiting for close lock at 1731140531542Disabling compacts and flushes for region at 1731140531542Disabling writes for close at 1731140531543 (+1 ms)Writing region close event to WAL at 1731140531543Closed at 1731140531543 2024-11-09T08:22:11,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:11,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140531544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140531544"}]},"ts":"1731140531544"} 2024-11-09T08:22:11,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:11,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:11,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140531546"}]},"ts":"1731140531546"} 2024-11-09T08:22:11,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:22:11,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87f10b552e145a401bc8668afd566e84, ASSIGN}] 2024-11-09T08:22:11,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87f10b552e145a401bc8668afd566e84, ASSIGN 2024-11-09T08:22:11,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87f10b552e145a401bc8668afd566e84, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34351,1731140512079; forceNewPlan=false, retain=false 2024-11-09T08:22:11,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87f10b552e145a401bc8668afd566e84, regionState=OPENING, regionLocation=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:22:11,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87f10b552e145a401bc8668afd566e84, ASSIGN because future has completed 2024-11-09T08:22:11,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f10b552e145a401bc8668afd566e84, server=d7c8ba49ede6,34351,1731140512079}] 2024-11-09T08:22:11,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:11,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:22:11,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C34351%2C1731140512079.rep, suffix=, logDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079, archiveDir=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/oldWALs, maxLogs=10 2024-11-09T08:22:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:11,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.rep.1731140531858, exclude list is [], retry=0 2024-11-09T08:22:11,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-e0f92602-c406-4741-a92e-267391855d59,DISK] 2024-11-09T08:22:11,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.rep.1731140531858 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 87f10b552e145a401bc8668afd566e84, NAME => 'hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:11,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. service=MultiRowMutationService 2024-11-09T08:22:11,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,882 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,883 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f10b552e145a401bc8668afd566e84 columnFamilyName hfileref 2024-11-09T08:22:11,883 DEBUG [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:11,884 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] regionserver.HStore(327): Store=87f10b552e145a401bc8668afd566e84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:11,884 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,884 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f10b552e145a401bc8668afd566e84 columnFamilyName queue 2024-11-09T08:22:11,884 DEBUG [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:11,885 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] regionserver.HStore(327): Store=87f10b552e145a401bc8668afd566e84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:11,885 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,885 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f10b552e145a401bc8668afd566e84 columnFamilyName sid 2024-11-09T08:22:11,885 DEBUG [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:11,886 INFO [StoreOpener-87f10b552e145a401bc8668afd566e84-1 {}] regionserver.HStore(327): Store=87f10b552e145a401bc8668afd566e84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:11,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/replication/87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/replication/87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:11,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/replication/87f10b552e145a401bc8668afd566e84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:11,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 87f10b552e145a401bc8668afd566e84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63940373, jitterRate=-0.047214195132255554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 87f10b552e145a401bc8668afd566e84: Running coprocessor pre-open hook at 1731140531881Writing region info on filesystem at 1731140531881Initializing all the Stores at 1731140531882 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140531882Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140531882Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140531882Cleaning up temporary data from old regions at 1731140531887 (+5 ms)Running coprocessor post-open hooks at 1731140531891 (+4 ms)Region opened successfully at 1731140531891 2024-11-09T08:22:11,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84., pid=10, masterSystemTime=1731140531854 2024-11-09T08:22:11,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:11,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=87f10b552e145a401bc8668afd566e84, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34351,1731140512079 2024-11-09T08:22:11,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f10b552e145a401bc8668afd566e84, server=d7c8ba49ede6,34351,1731140512079 because future has completed 2024-11-09T08:22:11,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:22:11,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 87f10b552e145a401bc8668afd566e84, server=d7c8ba49ede6,34351,1731140512079 in 194 msec 2024-11-09T08:22:11,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:22:11,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87f10b552e145a401bc8668afd566e84, ASSIGN in 349 msec 2024-11-09T08:22:11,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:11,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140531899"}]},"ts":"1731140531899"} 2024-11-09T08:22:11,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:22:11,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:11,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-09T08:22:11,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84., hostname=d7c8ba49ede6,34351,1731140512079, seqNum=2] 2024-11-09T08:22:12,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:22:12,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:22:12,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:22:12,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:22:12,178 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:22:12,204 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,34351,1731140512079, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:22:12,205 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:12,205 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34351,1731140512079, seqNum=-1] 2024-11-09T08:22:12,205 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:12,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T08:22:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,34351,1731140512079', locateType=CURRENT is [region=hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84., hostname=d7c8ba49ede6,34351,1731140512079, seqNum=2] 2024-11-09T08:22:12,211 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:22:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:22:12,212 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,34351,1731140512079 suceeded 2024-11-09T08:22:12,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:22:12,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T08:22:12,214 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:39167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:22:12,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-09T08:22:12,223 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39167' 2024-11-09T08:22:12,224 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef30458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,224 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:12,224 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:12,225 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c9d1d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:12,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:12,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,226 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:12,227 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f730d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,227 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bea943b 2024-11-09T08:22:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:12,228 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T08:22:12,229 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,34351,1731140512079 (queues=1) is replicating from cluster=48027dab-4ec2-43d1-9346-dcb2c9835d64 to cluster=f6e8c2a2-873f-416a-af7b-0bc893a01005 2024-11-09T08:22:12,229 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C34351%2C1731140512079 2024-11-09T08:22:12,229 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,34351,1731140512079, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:22:12,229 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C34351%2C1731140512079 2024-11-09T08:22:12,229 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117, startPosition=0, beingWritten=true 2024-11-09T08:22:12,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:12,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:12,233 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,34351,1731140512079 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:12,436 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:12,739 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:12,869 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:22:12,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:12,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:12,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:12,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:12,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:12,871 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c18b260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,872 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f02761a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e46338b 2024-11-09T08:22:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:12,874 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:12,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:42845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:22:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:22:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:12,876 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:42845' 2024-11-09T08:22:12,877 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410ad501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,877 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42845,-1 for getting cluster id 2024-11-09T08:22:12,877 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:12,878 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82066589-d968-4783-9bbd-90678dbcb509' 2024-11-09T08:22:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82066589-d968-4783-9bbd-90678dbcb509" 2024-11-09T08:22:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f49e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42845,-1] 2024-11-09T08:22:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,878 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268c3765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:12,879 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@659b233e 2024-11-09T08:22:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:12,880 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:12,880 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T08:22:12,880 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:22:12,880 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,881 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:12,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:12,881 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:12,882 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:22:12,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:12,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:12,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:12,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:22:12,932 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:22:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:13,143 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:13,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c65ad6b14066a08f47e7f808ee03db98, NAME => 'hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e 2024-11-09T08:22:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:22:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:13,646 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:13,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:13,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c65ad6b14066a08f47e7f808ee03db98, disabling compactions & flushes 2024-11-09T08:22:13,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:13,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:13,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. after waiting 0 ms 2024-11-09T08:22:13,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:13,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:13,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c65ad6b14066a08f47e7f808ee03db98: Waiting for close lock at 1731140533693Disabling compacts and flushes for region at 1731140533693Disabling writes for close at 1731140533693Writing region close event to WAL at 1731140533693Closed at 1731140533693 2024-11-09T08:22:13,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:13,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140533736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140533736"}]},"ts":"1731140533736"} 2024-11-09T08:22:13,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:13,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:13,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140533739"}]},"ts":"1731140533739"} 2024-11-09T08:22:13,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:22:13,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c65ad6b14066a08f47e7f808ee03db98, ASSIGN}] 2024-11-09T08:22:13,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c65ad6b14066a08f47e7f808ee03db98, ASSIGN 2024-11-09T08:22:13,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c65ad6b14066a08f47e7f808ee03db98, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,32855,1731140516140; forceNewPlan=false, retain=false 2024-11-09T08:22:13,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c65ad6b14066a08f47e7f808ee03db98, regionState=OPENING, regionLocation=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:22:13,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c65ad6b14066a08f47e7f808ee03db98, ASSIGN because future has completed 2024-11-09T08:22:13,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65ad6b14066a08f47e7f808ee03db98, server=d7c8ba49ede6,32855,1731140516140}] 2024-11-09T08:22:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:14,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:14,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:14,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:22:14,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C32855%2C1731140516140.rep, suffix=, logDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140, archiveDir=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/oldWALs, maxLogs=10 2024-11-09T08:22:14,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.rep.1731140534051, exclude list is [], retry=0 2024-11-09T08:22:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-e7898d63-f79f-4f85-ad67-8b896eb765da,DISK] 2024-11-09T08:22:14,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.rep.1731140534051 2024-11-09T08:22:14,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-09T08:22:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c65ad6b14066a08f47e7f808ee03db98, NAME => 'hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:14,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. service=MultiRowMutationService 2024-11-09T08:22:14,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:22:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:14,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,069 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,070 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65ad6b14066a08f47e7f808ee03db98 columnFamilyName hfileref 2024-11-09T08:22:14,070 DEBUG [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:14,070 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] regionserver.HStore(327): Store=c65ad6b14066a08f47e7f808ee03db98/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:14,070 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,071 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65ad6b14066a08f47e7f808ee03db98 columnFamilyName queue 2024-11-09T08:22:14,071 DEBUG [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:14,071 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] regionserver.HStore(327): Store=c65ad6b14066a08f47e7f808ee03db98/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:14,071 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,072 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65ad6b14066a08f47e7f808ee03db98 columnFamilyName sid 2024-11-09T08:22:14,072 DEBUG [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:14,072 INFO [StoreOpener-c65ad6b14066a08f47e7f808ee03db98-1 {}] regionserver.HStore(327): Store=c65ad6b14066a08f47e7f808ee03db98/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:14,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/replication/c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/replication/c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:14,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/replication/c65ad6b14066a08f47e7f808ee03db98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:14,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c65ad6b14066a08f47e7f808ee03db98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58830183, jitterRate=-0.12336196005344391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:14,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:14,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c65ad6b14066a08f47e7f808ee03db98: Running coprocessor pre-open hook at 1731140534068Writing region info on filesystem at 1731140534068Initializing all the Stores at 1731140534068Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140534068Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140534068Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140534068Cleaning up temporary data from old regions at 1731140534074 (+6 ms)Running coprocessor post-open hooks at 1731140534077 (+3 ms)Region opened successfully at 1731140534077 2024-11-09T08:22:14,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98., pid=10, masterSystemTime=1731140534047 2024-11-09T08:22:14,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:14,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:14,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c65ad6b14066a08f47e7f808ee03db98, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,32855,1731140516140 2024-11-09T08:22:14,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65ad6b14066a08f47e7f808ee03db98, server=d7c8ba49ede6,32855,1731140516140 because future has completed 2024-11-09T08:22:14,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:22:14,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c65ad6b14066a08f47e7f808ee03db98, server=d7c8ba49ede6,32855,1731140516140 in 187 msec 2024-11-09T08:22:14,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:22:14,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c65ad6b14066a08f47e7f808ee03db98, ASSIGN in 342 msec 2024-11-09T08:22:14,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:14,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140534085"}]},"ts":"1731140534085"} 2024-11-09T08:22:14,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:22:14,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:14,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-09T08:22:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98., hostname=d7c8ba49ede6,32855,1731140516140, seqNum=2] 2024-11-09T08:22:14,248 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:14,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:22:14,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:22:14,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:22:14,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:22:14,440 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:22:14,466 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,32855,1731140516140, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:22:14,466 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:14,466 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32855,1731140516140, seqNum=-1] 2024-11-09T08:22:14,466 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:14,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T08:22:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,32855,1731140516140', locateType=CURRENT is [region=hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98., hostname=d7c8ba49ede6,32855,1731140516140, seqNum=2] 2024-11-09T08:22:14,471 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:22:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:22:14,473 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,32855,1731140516140 suceeded 2024-11-09T08:22:14,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:22:14,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T08:22:14,474 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:42845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:22:14,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6010 sec 2024-11-09T08:22:14,489 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:42845' 2024-11-09T08:22:14,490 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed73d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:14,490 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42845,-1 for getting cluster id 2024-11-09T08:22:14,490 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:14,491 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82066589-d968-4783-9bbd-90678dbcb509' 2024-11-09T08:22:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82066589-d968-4783-9bbd-90678dbcb509" 2024-11-09T08:22:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37cec778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42845,-1] 2024-11-09T08:22:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:14,492 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:14,492 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@145cceb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:14,492 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62a146c3 2024-11-09T08:22:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:14,494 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T08:22:14,494 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,32855,1731140516140 (queues=1) is replicating from cluster=f6e8c2a2-873f-416a-af7b-0bc893a01005 to cluster=82066589-d968-4783-9bbd-90678dbcb509 2024-11-09T08:22:14,494 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C32855%2C1731140516140 2024-11-09T08:22:14,495 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,32855,1731140516140, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:22:14,495 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, startPosition=0, beingWritten=true 2024-11-09T08:22:14,496 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C32855%2C1731140516140 2024-11-09T08:22:14,501 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:14,501 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:14,501 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:14,705 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:14,951 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:15,009 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:15,030 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:22:15,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:15,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:15,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:15,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:15,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:15,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:15,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42845,-1 for getting cluster id 2024-11-09T08:22:15,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:15,031 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82066589-d968-4783-9bbd-90678dbcb509' 2024-11-09T08:22:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82066589-d968-4783-9bbd-90678dbcb509" 2024-11-09T08:22:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f756bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42845,-1] 2024-11-09T08:22:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:15,032 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2983dddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:15,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76727e33 2024-11-09T08:22:15,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:15,034 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:15,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:39167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:22:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:22:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:15,037 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39167' 2024-11-09T08:22:15,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92df220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:15,038 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:15,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:15,038 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385ad73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:15,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:15,039 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9ff97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:15,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:15,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:15,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5220748e 2024-11-09T08:22:15,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:15,041 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:15,042 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:22:15,042 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:22:15,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:15,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:15,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:15,042 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:15,043 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:22:15,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:15,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:15,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:22:15,093 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:22:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:15,289 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:15,411 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:15,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74bce97a3245c836ff5dcc7447559725, NAME => 'hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570 2024-11-09T08:22:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:22:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:15,755 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:15,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:15,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 74bce97a3245c836ff5dcc7447559725, disabling compactions & flushes 2024-11-09T08:22:15,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:15,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:15,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. after waiting 0 ms 2024-11-09T08:22:15,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:15,856 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:15,856 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74bce97a3245c836ff5dcc7447559725: Waiting for close lock at 1731140535855Disabling compacts and flushes for region at 1731140535855Disabling writes for close at 1731140535856 (+1 ms)Writing region close event to WAL at 1731140535856Closed at 1731140535856 2024-11-09T08:22:15,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:15,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140535857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140535857"}]},"ts":"1731140535857"} 2024-11-09T08:22:15,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:15,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:15,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140535859"}]},"ts":"1731140535859"} 2024-11-09T08:22:15,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:22:15,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74bce97a3245c836ff5dcc7447559725, ASSIGN}] 2024-11-09T08:22:15,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74bce97a3245c836ff5dcc7447559725, ASSIGN 2024-11-09T08:22:15,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74bce97a3245c836ff5dcc7447559725, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,45731,1731140521281; forceNewPlan=false, retain=false 2024-11-09T08:22:15,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T08:22:15,915 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:16,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74bce97a3245c836ff5dcc7447559725, regionState=OPENING, regionLocation=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74bce97a3245c836ff5dcc7447559725, ASSIGN because future has completed 2024-11-09T08:22:16,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74bce97a3245c836ff5dcc7447559725, server=d7c8ba49ede6,45731,1731140521281}] 2024-11-09T08:22:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:16,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:16,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:16,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:22:16,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C45731%2C1731140521281.rep, suffix=, logDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/oldWALs, maxLogs=10 2024-11-09T08:22:16,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.rep.1731140536173, exclude list is [], retry=0 2024-11-09T08:22:16,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-8565855c-1025-4d03-a8f1-419aa177d95d,DISK] 2024-11-09T08:22:16,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.rep.1731140536173 2024-11-09T08:22:16,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-09T08:22:16,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 74bce97a3245c836ff5dcc7447559725, NAME => 'hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:16,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. service=MultiRowMutationService 2024-11-09T08:22:16,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:22:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,199 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,199 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bce97a3245c836ff5dcc7447559725 columnFamilyName hfileref 2024-11-09T08:22:16,200 DEBUG [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:16,200 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] regionserver.HStore(327): Store=74bce97a3245c836ff5dcc7447559725/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:16,200 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,201 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bce97a3245c836ff5dcc7447559725 columnFamilyName queue 2024-11-09T08:22:16,201 DEBUG [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:16,201 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] regionserver.HStore(327): Store=74bce97a3245c836ff5dcc7447559725/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:16,201 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,202 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74bce97a3245c836ff5dcc7447559725 columnFamilyName sid 2024-11-09T08:22:16,202 DEBUG [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:16,202 INFO [StoreOpener-74bce97a3245c836ff5dcc7447559725-1 {}] regionserver.HStore(327): Store=74bce97a3245c836ff5dcc7447559725/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:16,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/replication/74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/replication/74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:16,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/replication/74bce97a3245c836ff5dcc7447559725/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:16,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 74bce97a3245c836ff5dcc7447559725; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75220007, jitterRate=0.12086544930934906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:16,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 74bce97a3245c836ff5dcc7447559725: Running coprocessor pre-open hook at 1731140536198Writing region info on filesystem at 1731140536198Initializing all the Stores at 1731140536198Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140536198Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140536198Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140536198Cleaning up temporary data from old regions at 1731140536204 (+6 ms)Running coprocessor post-open hooks at 1731140536208 (+4 ms)Region opened successfully at 1731140536208 2024-11-09T08:22:16,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725., pid=10, masterSystemTime=1731140536167 2024-11-09T08:22:16,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:16,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:16,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74bce97a3245c836ff5dcc7447559725, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74bce97a3245c836ff5dcc7447559725, server=d7c8ba49ede6,45731,1731140521281 because future has completed 2024-11-09T08:22:16,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:22:16,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 74bce97a3245c836ff5dcc7447559725, server=d7c8ba49ede6,45731,1731140521281 in 198 msec 2024-11-09T08:22:16,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:22:16,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74bce97a3245c836ff5dcc7447559725, ASSIGN in 353 msec 2024-11-09T08:22:16,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:16,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140536217"}]},"ts":"1731140536217"} 2024-11-09T08:22:16,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:22:16,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:16,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-09T08:22:16,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725., hostname=d7c8ba49ede6,45731,1731140521281, seqNum=2] 2024-11-09T08:22:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:16,518 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:16,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:22:16,658 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:16,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:22:16,672 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:22:16,699 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,45731,1731140521281, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:22:16,700 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:16,700 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45731,1731140521281, seqNum=-1] 2024-11-09T08:22:16,700 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:16,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T08:22:16,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,45731,1731140521281', locateType=CURRENT is [region=hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725., hostname=d7c8ba49ede6,45731,1731140521281, seqNum=2] 2024-11-09T08:22:16,705 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:22:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:22:16,707 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,45731,1731140521281 suceeded 2024-11-09T08:22:16,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:22:16,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T08:22:16,708 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:39167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:22:16,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6730 sec 2024-11-09T08:22:16,720 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39167' 2024-11-09T08:22:16,721 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ddd5653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:16,721 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:16,721 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:16,722 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:16,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:16,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:16,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4279fc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:16,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:16,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:16,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:16,723 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:16,724 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714efcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:16,724 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:16,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:16,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a901e03 2024-11-09T08:22:16,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:16,725 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T08:22:16,726 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,45731,1731140521281 (queues=1) is replicating from cluster=82066589-d968-4783-9bbd-90678dbcb509 to cluster=f6e8c2a2-873f-416a-af7b-0bc893a01005 2024-11-09T08:22:16,726 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C45731%2C1731140521281 2024-11-09T08:22:16,726 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,45731,1731140521281, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:22:16,727 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, startPosition=0, beingWritten=true 2024-11-09T08:22:16,727 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C45731%2C1731140521281 2024-11-09T08:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 379, reset compression=false 2024-11-09T08:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:16,935 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 379, reset compression=false 2024-11-09T08:22:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:17,180 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:22:17,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:17,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:17,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:17,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:17,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:17,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13adda70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,40993,-1 for getting cluster id 2024-11-09T08:22:17,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:17,182 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48027dab-4ec2-43d1-9346-dcb2c9835d64' 2024-11-09T08:22:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48027dab-4ec2-43d1-9346-dcb2c9835d64" 2024-11-09T08:22:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5b8d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,40993,-1] 2024-11-09T08:22:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:17,183 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:17,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca421be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6baf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:17,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:17,185 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439c8fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:17,186 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:17,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af99292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e425d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42845,-1 for getting cluster id 2024-11-09T08:22:17,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:17,188 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82066589-d968-4783-9bbd-90678dbcb509' 2024-11-09T08:22:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82066589-d968-4783-9bbd-90678dbcb509" 2024-11-09T08:22:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b531467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42845,-1] 2024-11-09T08:22:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:17,189 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6541a933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34351,1731140512079, seqNum=-1] 2024-11-09T08:22:17,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:17,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177., hostname=d7c8ba49ede6,34351,1731140512079, seqNum=2] 2024-11-09T08:22:17,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45731,1731140521281, seqNum=-1] 2024-11-09T08:22:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:17,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5., hostname=d7c8ba49ede6,45731,1731140521281, seqNum=2] 2024-11-09T08:22:17,201 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T08:22:17,222 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:17,239 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 379, reset compression=false 2024-11-09T08:22:17,643 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 379, reset compression=false 2024-11-09T08:22:17,661 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 379, reset compression=false 2024-11-09T08:22:17,665 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:17,665 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:17,665 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,34351,1731140512079 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4691e892d77cb8ece2eed578fe9f177/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T08:22:17,667 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:17,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T08:22:17,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:17,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bdd23e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39167,-1 for getting cluster id 2024-11-09T08:22:17,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:17,670 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e8c2a2-873f-416a-af7b-0bc893a01005' 2024-11-09T08:22:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e8c2a2-873f-416a-af7b-0bc893a01005" 2024-11-09T08:22:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35fb5aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39167,-1] 2024-11-09T08:22:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:17,671 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:17,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b23c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:17,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32855,1731140516140, seqNum=-1] 2024-11-09T08:22:17,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:17,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T08:22:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140526412.3818fc5783600dece539135096cf5760., hostname=d7c8ba49ede6,32855,1731140516140, seqNum=2] 2024-11-09T08:22:17,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:17,869 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:18,026 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 379, reset compression=false 2024-11-09T08:22:18,039 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:18,039 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 503, reset compression=false 2024-11-09T08:22:18,039 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[{test/3818fc5783600dece539135096cf5760/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T08:22:18,041 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:18,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T08:22:18,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:18,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23f7b382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:18,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42845,-1 for getting cluster id 2024-11-09T08:22:18,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:18,043 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82066589-d968-4783-9bbd-90678dbcb509' 2024-11-09T08:22:18,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82066589-d968-4783-9bbd-90678dbcb509" 2024-11-09T08:22:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d60d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42845,-1] 2024-11-09T08:22:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:18,044 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:18,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dad8f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:18,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:18,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,45731,1731140521281, seqNum=-1] 2024-11-09T08:22:18,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:18,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T08:22:18,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5., hostname=d7c8ba49ede6,45731,1731140521281, seqNum=2] 2024-11-09T08:22:18,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:18,147 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 379, reset compression=false 2024-11-09T08:22:18,151 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:18,151 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 527, reset compression=false 2024-11-09T08:22:18,151 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:18,172 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:18,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T08:22:18,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32855,1731140516140, seqNum=-1] 2024-11-09T08:22:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:18,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731140526412.3818fc5783600dece539135096cf5760., hostname=d7c8ba49ede6,32855,1731140516140, seqNum=2] 2024-11-09T08:22:18,209 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T08:22:18,242 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 503, reset compression=false 2024-11-09T08:22:18,246 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:18,246 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 607, reset compression=false 2024-11-09T08:22:18,246 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[{test/3818fc5783600dece539135096cf5760/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:22:18,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:18,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:18,354 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 527, reset compression=false 2024-11-09T08:22:18,357 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:18,357 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 655, reset compression=false 2024-11-09T08:22:18,357 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:18,449 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 607, reset compression=false 2024-11-09T08:22:18,560 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 655, reset compression=false 2024-11-09T08:22:18,575 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:18,752 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 607, reset compression=false 2024-11-09T08:22:18,863 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 655, reset compression=false 2024-11-09T08:22:19,078 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:19,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:19,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:22:19,079 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108554 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:22:19,156 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 607, reset compression=false 2024-11-09T08:22:19,210 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T08:22:19,213 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T08:22:19,266 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 655, reset compression=false 2024-11-09T08:22:19,269 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:19,269 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 759, reset compression=false 2024-11-09T08:22:19,269 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6286bf1b443f94dc48e71cf9215acd5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T08:22:19,271 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:19,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T08:22:19,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:19,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:19,472 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 759, reset compression=false 2024-11-09T08:22:19,659 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 607, reset compression=false 2024-11-09T08:22:19,662 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:19,662 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 735, reset compression=false 2024-11-09T08:22:19,662 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:19,682 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:19,775 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 759, reset compression=false 2024-11-09T08:22:19,865 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 735, reset compression=false 2024-11-09T08:22:20,168 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 735, reset compression=false 2024-11-09T08:22:20,178 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 759, reset compression=false 2024-11-09T08:22:20,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T08:22:20,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T08:22:20,385 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 480, reset compression=false 2024-11-09T08:22:20,389 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:20,389 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:20,389 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,34351,1731140512079 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4691e892d77cb8ece2eed578fe9f177/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T08:22:20,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:20,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:20,571 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 735, reset compression=false 2024-11-09T08:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 882, reset compression=false 2024-11-09T08:22:20,575 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[{test/3818fc5783600dece539135096cf5760/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T08:22:20,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:20,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:20,592 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:20,680 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 759, reset compression=false 2024-11-09T08:22:20,684 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:20,684 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 930, reset compression=false 2024-11-09T08:22:20,684 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:20,778 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 882, reset compression=false 2024-11-09T08:22:20,886 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 930, reset compression=false 2024-11-09T08:22:20,895 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:21,081 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 882, reset compression=false 2024-11-09T08:22:21,189 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 930, reset compression=false 2024-11-09T08:22:21,218 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T08:22:21,221 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T08:22:21,297 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:21,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:22:21,483 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 882, reset compression=false 2024-11-09T08:22:21,487 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:21,487 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1041, reset compression=false 2024-11-09T08:22:21,487 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[{test/3818fc5783600dece539135096cf5760/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T08:22:21,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:21,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:21,592 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 930, reset compression=false 2024-11-09T08:22:21,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:21,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1080, reset compression=false 2024-11-09T08:22:21,596 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:21,690 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1041, reset compression=false 2024-11-09T08:22:21,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:21,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:21,801 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:21,801 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1080, reset compression=false 2024-11-09T08:22:21,993 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1041, reset compression=false 2024-11-09T08:22:22,104 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1080, reset compression=false 2024-11-09T08:22:22,222 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T08:22:22,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T08:22:22,396 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1041, reset compression=false 2024-11-09T08:22:22,404 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:22,507 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1080, reset compression=false 2024-11-09T08:22:22,511 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:22:22,511 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1239, reset compression=false 2024-11-09T08:22:22,511 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6286bf1b443f94dc48e71cf9215acd5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T08:22:22,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T08:22:22,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T08:22:22,714 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1239, reset compression=false 2024-11-09T08:22:22,899 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1041, reset compression=false 2024-11-09T08:22:22,902 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:22,902 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:22,902 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:23,017 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1239, reset compression=false 2024-11-09T08:22:23,106 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:23,107 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:23,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T08:22:23,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:22:23,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:23,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:23,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:23,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:23,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:23,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:22:23,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=178184548, stopped=false 2024-11-09T08:22:23,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,42845,1731140521133 2024-11-09T08:22:23,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21159835780/running 2024-11-09T08:22:23,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:23,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:22:23,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21159835780/running 2024-11-09T08:22:23,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:23,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:23,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:23,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:23,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,45731,1731140521281' ***** 2024-11-09T08:22:23,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/running 2024-11-09T08:22:23,330 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:22:23,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Set watcher on znode that does not yet exist, /21159835780/running 2024-11-09T08:22:23,330 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:22:23,330 INFO [RS:0;d7c8ba49ede6:45731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:23,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:45731. 2024-11-09T08:22:23,331 DEBUG [RS:0;d7c8ba49ede6:45731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:23,331 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:22:23,331 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:22:23,331 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1325): Online Regions={f6286bf1b443f94dc48e71cf9215acd5=test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5., 1588230740=hbase:meta,,1.1588230740, 74bce97a3245c836ff5dcc7447559725=hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.} 2024-11-09T08:22:23,332 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6286bf1b443f94dc48e71cf9215acd5, disabling compactions & flushes 2024-11-09T08:22:23,332 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:23,332 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. after waiting 0 ms 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:23,332 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:23,332 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6286bf1b443f94dc48e71cf9215acd5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T08:22:23,332 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:22:23,346 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/f/06654c870c314a419bfb792ab0da22c7 is 29, key is row1/f:/1731140541219/DeleteFamily/seqid=0 2024-11-09T08:22:23,346 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/info/506f01b7e01842f094ba0ce2cc6586e9 is 147, key is hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725./info:regioninfo/1731140536210/Put/seqid=0 2024-11-09T08:22:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741841_1017 (size=5152) 2024-11-09T08:22:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741840_1016 (size=7686) 2024-11-09T08:22:23,404 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:22:23,409 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:23,420 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1239, reset compression=false 2024-11-09T08:22:23,424 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:23,424 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1486, reset compression=false 2024-11-09T08:22:23,424 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,45731,1731140521281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:23,424 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,45731,1731140521281: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,45731,1731140521281, walGroup=d7c8ba49ede6%2C45731%2C1731140521281, offset=d7c8ba49ede6%2C45731%2C1731140521281.1731140523416:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:45731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:22:23,426 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:22:23,426 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:22:23,426 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:22:23,426 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:22:23,426 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:22:23,426 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 897455360 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201537072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:22:23,427 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:42845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:42845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:22:23,532 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:23,628 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1486, reset compression=false 2024-11-09T08:22:23,732 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:23,750 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/info/506f01b7e01842f094ba0ce2cc6586e9 2024-11-09T08:22:23,751 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/f/06654c870c314a419bfb792ab0da22c7 2024-11-09T08:22:23,755 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06654c870c314a419bfb792ab0da22c7 2024-11-09T08:22:23,770 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/ns/7deae8792e9e49fd8825e30c57cf787b is 43, key is default/ns:d/1731140524200/Put/seqid=0 2024-11-09T08:22:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:22:23,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/f1/d91a54541916499bac3a0ff6c1175b01 is 30, key is row1/f1:/1731140541219/DeleteFamily/seqid=0 2024-11-09T08:22:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741843_1019 (size=5158) 2024-11-09T08:22:23,812 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:23,910 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:23,932 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:23,932 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1486, reset compression=false 2024-11-09T08:22:24,132 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:24,174 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/ns/7deae8792e9e49fd8825e30c57cf787b 2024-11-09T08:22:24,180 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/f1/d91a54541916499bac3a0ff6c1175b01 2024-11-09T08:22:24,184 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91a54541916499bac3a0ff6c1175b01 2024-11-09T08:22:24,195 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/rep_barrier/7f6f17b85a8745b7ae5995217b941b14 is 112, key is test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5./rep_barrier:seqnumDuringOpen/1731140529802/Put/seqid=0 2024-11-09T08:22:24,196 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/norep/42a8f6569fdd47609a3a34c3248b8d1b is 33, key is row2/norep:/1731140542223/DeleteFamily/seqid=0 2024-11-09T08:22:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741844_1020 (size=5518) 2024-11-09T08:22:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741845_1021 (size=5108) 2024-11-09T08:22:24,315 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:24,332 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:24,335 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1486, reset compression=false 2024-11-09T08:22:24,355 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:22:24,355 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:22:24,533 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74bce97a3245c836ff5dcc7447559725, f6286bf1b443f94dc48e71cf9215acd5 2024-11-09T08:22:24,601 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/rep_barrier/7f6f17b85a8745b7ae5995217b941b14 2024-11-09T08:22:24,601 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/norep/42a8f6569fdd47609a3a34c3248b8d1b 2024-11-09T08:22:24,605 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42a8f6569fdd47609a3a34c3248b8d1b 2024-11-09T08:22:24,605 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/f/06654c870c314a419bfb792ab0da22c7 as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/f/06654c870c314a419bfb792ab0da22c7 2024-11-09T08:22:24,609 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06654c870c314a419bfb792ab0da22c7 2024-11-09T08:22:24,609 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/f/06654c870c314a419bfb792ab0da22c7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T08:22:24,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/f1/d91a54541916499bac3a0ff6c1175b01 as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/f1/d91a54541916499bac3a0ff6c1175b01 2024-11-09T08:22:24,614 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91a54541916499bac3a0ff6c1175b01 2024-11-09T08:22:24,614 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/f1/d91a54541916499bac3a0ff6c1175b01, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T08:22:24,615 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/.tmp/norep/42a8f6569fdd47609a3a34c3248b8d1b as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/norep/42a8f6569fdd47609a3a34c3248b8d1b 2024-11-09T08:22:24,619 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42a8f6569fdd47609a3a34c3248b8d1b 2024-11-09T08:22:24,619 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/norep/42a8f6569fdd47609a3a34c3248b8d1b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T08:22:24,620 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f6286bf1b443f94dc48e71cf9215acd5 in 1288ms, sequenceid=10, compaction requested=false 2024-11-09T08:22:24,620 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/table/5db3bd15053745918679e13688fd2cbc is 53, key is hbase:replication/table:state/1731140536217/Put/seqid=0 2024-11-09T08:22:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741846_1022 (size=5308) 2024-11-09T08:22:24,624 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/table/5db3bd15053745918679e13688fd2cbc 2024-11-09T08:22:24,625 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/default/test/f6286bf1b443f94dc48e71cf9215acd5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T08:22:24,625 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:22:24,626 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6286bf1b443f94dc48e71cf9215acd5: Waiting for close lock at 1731140543331Running coprocessor pre-close hooks at 1731140543331Disabling compacts and flushes for region at 1731140543331Disabling writes for close at 1731140543332 (+1 ms)Obtaining lock to block concurrent updates at 1731140543332Preparing flush snapshotting stores in f6286bf1b443f94dc48e71cf9215acd5 at 1731140543332Finished memstore snapshotting test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731140543332Flushing stores of test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. at 1731140543333 (+1 ms)Flushing f6286bf1b443f94dc48e71cf9215acd5/f: creating writer at 1731140543333Flushing f6286bf1b443f94dc48e71cf9215acd5/f: appending metadata at 1731140543346 (+13 ms)Flushing f6286bf1b443f94dc48e71cf9215acd5/f: closing flushed file at 1731140543346Flushing f6286bf1b443f94dc48e71cf9215acd5/f1: creating writer at 1731140543755 (+409 ms)Flushing f6286bf1b443f94dc48e71cf9215acd5/f1: appending metadata at 1731140543777 (+22 ms)Flushing f6286bf1b443f94dc48e71cf9215acd5/f1: closing flushed file at 1731140543777Flushing f6286bf1b443f94dc48e71cf9215acd5/norep: creating writer at 1731140544184 (+407 ms)Flushing f6286bf1b443f94dc48e71cf9215acd5/norep: appending metadata at 1731140544196 (+12 ms)Flushing f6286bf1b443f94dc48e71cf9215acd5/norep: closing flushed file at 1731140544196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ccdf7d: reopening flushed file at 1731140544605 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5f63ad: reopening flushed file at 1731140544610 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2456eed1: reopening flushed file at 1731140544614 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f6286bf1b443f94dc48e71cf9215acd5 in 1288ms, sequenceid=10, compaction requested=false at 1731140544620 (+6 ms)Writing region close event to WAL at 1731140544621 (+1 ms)Running coprocessor post-close hooks at 1731140544625 (+4 ms)Closed at 1731140544626 (+1 ms) 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140528562.f6286bf1b443f94dc48e71cf9215acd5. 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74bce97a3245c836ff5dcc7447559725, disabling compactions & flushes 2024-11-09T08:22:24,626 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. after waiting 0 ms 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74bce97a3245c836ff5dcc7447559725: Waiting for close lock at 1731140544626Running coprocessor pre-close hooks at 1731140544626Disabling compacts and flushes for region at 1731140544626Disabling writes for close at 1731140544626Failed flush hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725., putting online again at 1731140544626 2024-11-09T08:22:24,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,628 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/info/506f01b7e01842f094ba0ce2cc6586e9 as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/info/506f01b7e01842f094ba0ce2cc6586e9 2024-11-09T08:22:24,631 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/info/506f01b7e01842f094ba0ce2cc6586e9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:22:24,632 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/ns/7deae8792e9e49fd8825e30c57cf787b as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/ns/7deae8792e9e49fd8825e30c57cf787b 2024-11-09T08:22:24,635 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/ns/7deae8792e9e49fd8825e30c57cf787b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:22:24,636 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/rep_barrier/7f6f17b85a8745b7ae5995217b941b14 as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/rep_barrier/7f6f17b85a8745b7ae5995217b941b14 2024-11-09T08:22:24,639 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/rep_barrier/7f6f17b85a8745b7ae5995217b941b14, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:22:24,640 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/.tmp/table/5db3bd15053745918679e13688fd2cbc as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/table/5db3bd15053745918679e13688fd2cbc 2024-11-09T08:22:24,643 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/table/5db3bd15053745918679e13688fd2cbc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:22:24,644 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-09T08:22:24,647 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:22:24,648 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:22:24,648 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:22:24,648 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:24,648 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140543331Running coprocessor pre-close hooks at 1731140543331Disabling compacts and flushes for region at 1731140543331Disabling writes for close at 1731140543332 (+1 ms)Obtaining lock to block concurrent updates at 1731140543332Preparing flush snapshotting stores in 1588230740 at 1731140543332Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140543332Flushing stores of hbase:meta,,1.1588230740 at 1731140543333 (+1 ms)Flushing 1588230740/info: creating writer at 1731140543333Flushing 1588230740/info: appending metadata at 1731140543346 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731140543346Flushing 1588230740/ns: creating writer at 1731140543755 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731140543770 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731140543770Flushing 1588230740/rep_barrier: creating writer at 1731140544178 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140544194 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140544194Flushing 1588230740/table: creating writer at 1731140544605 (+411 ms)Flushing 1588230740/table: appending metadata at 1731140544620 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731140544620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba04932: reopening flushed file at 1731140544627 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552dc86a: reopening flushed file at 1731140544632 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1794a2cb: reopening flushed file at 1731140544635 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dac602d: reopening flushed file at 1731140544639 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731140544644 (+5 ms)Writing region close event to WAL at 1731140544645 (+1 ms)Running coprocessor post-close hooks at 1731140544648 (+3 ms)Closed at 1731140544648 2024-11-09T08:22:24,648 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:24,733 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:22:24,733 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1325): Online Regions={74bce97a3245c836ff5dcc7447559725=hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725.} 2024-11-09T08:22:24,733 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(3091): Received CLOSE for 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:24,733 DEBUG [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1351): Waiting on 74bce97a3245c836ff5dcc7447559725 2024-11-09T08:22:24,733 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74bce97a3245c836ff5dcc7447559725, disabling compactions & flushes 2024-11-09T08:22:24,733 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,733 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,733 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. after waiting 0 ms 2024-11-09T08:22:24,733 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,733 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74bce97a3245c836ff5dcc7447559725: Waiting for close lock at 1731140544733Running coprocessor pre-close hooks at 1731140544733Disabling compacts and flushes for region at 1731140544733Disabling writes for close at 1731140544733Failed flush hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725., putting online again at 1731140544733 2024-11-09T08:22:24,733 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140535042.74bce97a3245c836ff5dcc7447559725. 2024-11-09T08:22:24,813 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:24,838 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 1486, reset compression=false 2024-11-09T08:22:24,841 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:24,841 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 2130, reset compression=false 2024-11-09T08:22:24,918 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:24,933 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T08:22:24,933 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,45731,1731140521281; all regions closed. 2024-11-09T08:22:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:22:24,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.meta.1731140524151.meta not finished, retry = 0 2024-11-09T08:22:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741839_1015 (size=2171) 2024-11-09T08:22:25,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.rep.1731140536173 not finished, retry = 0 2024-11-09T08:22:25,044 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/WALs/d7c8ba49ede6,45731,1731140521281/d7c8ba49ede6%2C45731%2C1731140521281.1731140523416 to pos 2130, reset compression=false 2024-11-09T08:22:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741833_1009 (size=2138) 2024-11-09T08:22:25,140 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:25,140 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:22:25,140 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:22:25,141 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:22:25,141 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:22:25,141 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:22:25,141 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,45731,1731140521281 because: Region server is closing 2024-11-09T08:22:25,141 INFO [RS:0;d7c8ba49ede6:45731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:45731. 2024-11-09T08:22:25,141 DEBUG [RS:0;d7c8ba49ede6:45731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:25,141 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:25,141 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:25,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:25,241 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.shipperd7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 terminated 2024-11-09T08:22:25,242 INFO [RS:0;d7c8ba49ede6:45731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:45731. 2024-11-09T08:22:25,242 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,45731,1731140521281.replicationSource.wal-reader.d7c8ba49ede6%2C45731%2C1731140521281,1-d7c8ba49ede6,45731,1731140521281 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:22:25,242 DEBUG [RS:0;d7c8ba49ede6:45731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:25,242 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:25,242 DEBUG [RS:0;d7c8ba49ede6:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:25,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:25,242 INFO [RS:0;d7c8ba49ede6:45731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45731 2024-11-09T08:22:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780/rs 2024-11-09T08:22:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21159835780/rs/d7c8ba49ede6,45731,1731140521281 2024-11-09T08:22:25,286 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:22:25,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,45731,1731140521281] 2024-11-09T08:22:25,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21159835780/draining/d7c8ba49ede6,45731,1731140521281 already deleted, retry=false 2024-11-09T08:22:25,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,45731,1731140521281 expired; onlineServers=0 2024-11-09T08:22:25,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,42845,1731140521133' ***** 2024-11-09T08:22:25,308 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:22:25,308 INFO [M:0;d7c8ba49ede6:42845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:22:25,308 INFO [M:0;d7c8ba49ede6:42845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:22:25,308 DEBUG [M:0;d7c8ba49ede6:42845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:22:25,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:22:25,308 DEBUG [M:0;d7c8ba49ede6:42845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:22:25,308 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140522936 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140522936,5,FailOnTimeoutGroup] 2024-11-09T08:22:25,308 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140522940 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140522940,5,FailOnTimeoutGroup] 2024-11-09T08:22:25,308 INFO [M:0;d7c8ba49ede6:42845 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:22:25,308 INFO [M:0;d7c8ba49ede6:42845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:22:25,308 DEBUG [M:0;d7c8ba49ede6:42845 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:22:25,308 INFO [M:0;d7c8ba49ede6:42845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:22:25,308 INFO [M:0;d7c8ba49ede6:42845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:22:25,309 INFO [M:0;d7c8ba49ede6:42845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:22:25,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:22:25,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21159835780/master 2024-11-09T08:22:25,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21159835780 2024-11-09T08:22:25,318 DEBUG [M:0;d7c8ba49ede6:42845 {}] zookeeper.ZKUtil(347): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Unable to get data of znode /21159835780/master because node does not exist (not an error) 2024-11-09T08:22:25,318 WARN [M:0;d7c8ba49ede6:42845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:22:25,326 INFO [M:0;d7c8ba49ede6:42845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/.lastflushedseqids 2024-11-09T08:22:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741847_1023 (size=245) 2024-11-09T08:22:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45731-0x1011eafd74f0007, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:25,397 INFO [RS:0;d7c8ba49ede6:45731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:22:25,397 INFO [RS:0;d7c8ba49ede6:45731 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,45731,1731140521281; zookeeper connection closed. 2024-11-09T08:22:25,398 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7b0332 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7b0332 2024-11-09T08:22:25,398 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:22:25,579 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:22:25,621 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:25,733 INFO [M:0;d7c8ba49ede6:42845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:22:25,733 INFO [M:0;d7c8ba49ede6:42845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:22:25,733 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:25,733 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:25,733 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:25,733 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:25,733 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:25,733 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T08:22:25,747 DEBUG [M:0;d7c8ba49ede6:42845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dff38bbc6ae4e769fdd7c7ab2236d1d is 82, key is hbase:meta,,1/info:regioninfo/1731140524182/Put/seqid=0 2024-11-09T08:22:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741848_1024 (size=5672) 2024-11-09T08:22:25,817 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:26,151 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dff38bbc6ae4e769fdd7c7ab2236d1d 2024-11-09T08:22:26,167 DEBUG [M:0;d7c8ba49ede6:42845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc8f25c3d6064032bd524915ffa4e990 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140536220/Put/seqid=0 2024-11-09T08:22:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741849_1025 (size=8516) 2024-11-09T08:22:26,425 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:26,571 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc8f25c3d6064032bd524915ffa4e990 2024-11-09T08:22:26,587 DEBUG [M:0;d7c8ba49ede6:42845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ceb556c0fb47d097709c9d766fbadd is 69, key is d7c8ba49ede6,45731,1731140521281/rs:state/1731140523177/Put/seqid=0 2024-11-09T08:22:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741850_1026 (size=5156) 2024-11-09T08:22:26,907 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-09T08:22:26,908 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T08:22:26,920 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:26,991 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ceb556c0fb47d097709c9d766fbadd 2024-11-09T08:22:26,995 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dff38bbc6ae4e769fdd7c7ab2236d1d as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dff38bbc6ae4e769fdd7c7ab2236d1d 2024-11-09T08:22:26,998 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dff38bbc6ae4e769fdd7c7ab2236d1d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:22:26,999 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc8f25c3d6064032bd524915ffa4e990 as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc8f25c3d6064032bd524915ffa4e990 2024-11-09T08:22:27,002 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc8f25c3d6064032bd524915ffa4e990, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:22:27,003 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ceb556c0fb47d097709c9d766fbadd as hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0ceb556c0fb47d097709c9d766fbadd 2024-11-09T08:22:27,007 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/1d762239-769b-e3a7-1bf1-9dd93eb13570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0ceb556c0fb47d097709c9d766fbadd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:22:27,008 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-09T08:22:27,009 INFO [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:27,009 DEBUG [M:0;d7c8ba49ede6:42845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140545733Disabling compacts and flushes for region at 1731140545733Disabling writes for close at 1731140545733Obtaining lock to block concurrent updates at 1731140545733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140545733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731140545734 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140545734Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140545734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140545747 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140545747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140546154 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140546167 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140546167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140546574 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140546587 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140546587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d8d53a: reopening flushed file at 1731140546994 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155468e2: reopening flushed file at 1731140546998 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7427a3: reopening flushed file at 1731140547002 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731140547008 (+6 ms)Writing region close event to WAL at 1731140547009 (+1 ms)Closed at 1731140547009 2024-11-09T08:22:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741830_1006 (size=63654) 2024-11-09T08:22:27,011 INFO [M:0;d7c8ba49ede6:42845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:22:27,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:22:27,011 INFO [M:0;d7c8ba49ede6:42845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42845 2024-11-09T08:22:27,011 INFO [M:0;d7c8ba49ede6:42845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:22:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:27,187 INFO [M:0;d7c8ba49ede6:42845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:22:27,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42845-0x1011eafd74f0006, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:27,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf63e99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:27,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7276daf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:22:27,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:22:27,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75eff3e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:22:27,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e1f7cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir/,STOPPED} 2024-11-09T08:22:27,190 WARN [BP-1189219005-172.17.0.3-1731140519121 heartbeating to localhost/127.0.0.1:46283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:22:27,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:22:27,190 WARN [BP-1189219005-172.17.0.3-1731140519121 heartbeating to localhost/127.0.0.1:46283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1189219005-172.17.0.3-1731140519121 (Datanode Uuid 8328fb2c-b954-465c-ac3d-70da9d80cb9d) service to localhost/127.0.0.1:46283 2024-11-09T08:22:27,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:22:27,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/cluster_cc84d19b-f10d-57c7-f9f4-01264d880755/data/data1/current/BP-1189219005-172.17.0.3-1731140519121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:22:27,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/cluster_cc84d19b-f10d-57c7-f9f4-01264d880755/data/data2/current/BP-1189219005-172.17.0.3-1731140519121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:22:27,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:22:27,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fc20579{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:27,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6842fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:22:27,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:22:27,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b03d7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:22:27,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a9d7ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir/,STOPPED} 2024-11-09T08:22:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:22:27,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:22:27,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:27,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:27,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:27,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:27,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:27,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:22:27,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1876537477, stopped=false 2024-11-09T08:22:27,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,39167,1731140515989 2024-11-09T08:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1864970281/running 2024-11-09T08:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1864970281/running 2024-11-09T08:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:22:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:22:27,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:22:27,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/running 2024-11-09T08:22:27,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Set watcher on znode that does not yet exist, /1-1864970281/running 2024-11-09T08:22:27,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:27,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:27,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:27,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,32855,1731140516140' ***** 2024-11-09T08:22:27,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:22:27,231 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:22:27,231 INFO [RS:0;d7c8ba49ede6:32855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:22:27,231 INFO [RS:0;d7c8ba49ede6:32855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 3818fc5783600dece539135096cf5760 2024-11-09T08:22:27,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,32855,1731140516140 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:32855. 2024-11-09T08:22:27,232 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3818fc5783600dece539135096cf5760, disabling compactions & flushes 2024-11-09T08:22:27,232 DEBUG [RS:0;d7c8ba49ede6:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:27,232 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:27,232 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:27,232 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:27,232 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140526412.3818fc5783600dece539135096cf5760. after waiting 0 ms 2024-11-09T08:22:27,232 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:22:27,232 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3818fc5783600dece539135096cf5760 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T08:22:27,232 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:22:27,232 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3818fc5783600dece539135096cf5760=test,,1731140526412.3818fc5783600dece539135096cf5760., c65ad6b14066a08f47e7f808ee03db98=hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.} 2024-11-09T08:22:27,232 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3818fc5783600dece539135096cf5760, c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:27,232 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:27,233 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:27,233 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:27,233 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:27,233 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:27,233 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:22:27,246 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/info/fd6ffd8a0e2d4ce0a44e36eb43ba3e0b is 147, key is hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98./info:regioninfo/1731140534079/Put/seqid=0 2024-11-09T08:22:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741840_1016 (size=7686) 2024-11-09T08:22:27,249 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/f/30472d49db3d47eda32b294bbf8944de is 29, key is row1/f:/1731140541219/DeleteFamily/seqid=0 2024-11-09T08:22:27,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741841_1017 (size=5152) 2024-11-09T08:22:27,324 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:22:27,328 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1191, reset compression=false 2024-11-09T08:22:27,331 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:27,331 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1438, reset compression=false 2024-11-09T08:22:27,331 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,32855,1731140516140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:27,332 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,32855,1731140516140: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,32855,1731140516140, walGroup=d7c8ba49ede6%2C32855%2C1731140516140, offset=d7c8ba49ede6%2C32855%2C1731140516140.1731140518040:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:32855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:22:27,333 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:22:27,333 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:22:27,334 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:22:27,334 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:22:27,334 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:22:27,334 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 977147136 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201986872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:22:27,335 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:39167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:39167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:22:27,433 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3818fc5783600dece539135096cf5760, c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:27,534 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1438, reset compression=false 2024-11-09T08:22:27,633 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3818fc5783600dece539135096cf5760, c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:27,650 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/info/fd6ffd8a0e2d4ce0a44e36eb43ba3e0b 2024-11-09T08:22:27,652 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/f/30472d49db3d47eda32b294bbf8944de 2024-11-09T08:22:27,656 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30472d49db3d47eda32b294bbf8944de 2024-11-09T08:22:27,670 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/ns/4b9e23a0a0f24afd965792895687d35f is 43, key is default/ns:d/1731140519005/Put/seqid=0 2024-11-09T08:22:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:22:27,675 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/f1/c32d07a1de984b67821415486fa8ac82 is 30, key is row1/f1:/1731140541219/DeleteFamily/seqid=0 2024-11-09T08:22:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741843_1019 (size=5158) 2024-11-09T08:22:27,678 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/f1/c32d07a1de984b67821415486fa8ac82 2024-11-09T08:22:27,682 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32d07a1de984b67821415486fa8ac82 2024-11-09T08:22:27,696 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/norep/5ad03f91c6754920ae92dfc9afac67f6 is 33, key is row1/norep:/1731140541219/DeleteFamily/seqid=0 2024-11-09T08:22:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741844_1020 (size=5108) 2024-11-09T08:22:27,700 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/norep/5ad03f91c6754920ae92dfc9afac67f6 2024-11-09T08:22:27,703 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad03f91c6754920ae92dfc9afac67f6 2024-11-09T08:22:27,704 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/f/30472d49db3d47eda32b294bbf8944de as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/f/30472d49db3d47eda32b294bbf8944de 2024-11-09T08:22:27,707 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30472d49db3d47eda32b294bbf8944de 2024-11-09T08:22:27,707 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/f/30472d49db3d47eda32b294bbf8944de, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T08:22:27,708 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/f1/c32d07a1de984b67821415486fa8ac82 as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/f1/c32d07a1de984b67821415486fa8ac82 2024-11-09T08:22:27,712 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32d07a1de984b67821415486fa8ac82 2024-11-09T08:22:27,712 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/f1/c32d07a1de984b67821415486fa8ac82, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T08:22:27,713 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/.tmp/norep/5ad03f91c6754920ae92dfc9afac67f6 as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/norep/5ad03f91c6754920ae92dfc9afac67f6 2024-11-09T08:22:27,717 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad03f91c6754920ae92dfc9afac67f6 2024-11-09T08:22:27,717 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/norep/5ad03f91c6754920ae92dfc9afac67f6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T08:22:27,717 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3818fc5783600dece539135096cf5760 in 485ms, sequenceid=10, compaction requested=false 2024-11-09T08:22:27,725 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/default/test/3818fc5783600dece539135096cf5760/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:22:27,726 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3818fc5783600dece539135096cf5760: Waiting for close lock at 1731140547232Running coprocessor pre-close hooks at 1731140547232Disabling compacts and flushes for region at 1731140547232Disabling writes for close at 1731140547232Obtaining lock to block concurrent updates at 1731140547232Preparing flush snapshotting stores in 3818fc5783600dece539135096cf5760 at 1731140547232Finished memstore snapshotting test,,1731140526412.3818fc5783600dece539135096cf5760., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731140547233 (+1 ms)Flushing stores of test,,1731140526412.3818fc5783600dece539135096cf5760. at 1731140547233Flushing 3818fc5783600dece539135096cf5760/f: creating writer at 1731140547233Flushing 3818fc5783600dece539135096cf5760/f: appending metadata at 1731140547249 (+16 ms)Flushing 3818fc5783600dece539135096cf5760/f: closing flushed file at 1731140547249Flushing 3818fc5783600dece539135096cf5760/f1: creating writer at 1731140547656 (+407 ms)Flushing 3818fc5783600dece539135096cf5760/f1: appending metadata at 1731140547674 (+18 ms)Flushing 3818fc5783600dece539135096cf5760/f1: closing flushed file at 1731140547675 (+1 ms)Flushing 3818fc5783600dece539135096cf5760/norep: creating writer at 1731140547682 (+7 ms)Flushing 3818fc5783600dece539135096cf5760/norep: appending metadata at 1731140547696 (+14 ms)Flushing 3818fc5783600dece539135096cf5760/norep: closing flushed file at 1731140547696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d582348: reopening flushed file at 1731140547703 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84be485: reopening flushed file at 1731140547708 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766eee2f: reopening flushed file at 1731140547712 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3818fc5783600dece539135096cf5760 in 485ms, sequenceid=10, compaction requested=false at 1731140547718 (+6 ms)Writing region close event to WAL at 1731140547718Running coprocessor post-close hooks at 1731140547725 (+7 ms)Closed at 1731140547726 (+1 ms) 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140526412.3818fc5783600dece539135096cf5760. 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65ad6b14066a08f47e7f808ee03db98, disabling compactions & flushes 2024-11-09T08:22:27,726 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. after waiting 0 ms 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65ad6b14066a08f47e7f808ee03db98: Waiting for close lock at 1731140547726Running coprocessor pre-close hooks at 1731140547726Disabling compacts and flushes for region at 1731140547726Disabling writes for close at 1731140547726Failed flush hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98., putting online again at 1731140547726 2024-11-09T08:22:27,726 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,833 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(3091): Received CLOSE for c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:27,833 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65ad6b14066a08f47e7f808ee03db98 2024-11-09T08:22:27,833 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65ad6b14066a08f47e7f808ee03db98, disabling compactions & flushes 2024-11-09T08:22:27,833 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,833 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,833 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. after waiting 0 ms 2024-11-09T08:22:27,833 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,833 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65ad6b14066a08f47e7f808ee03db98: Waiting for close lock at 1731140547833Running coprocessor pre-close hooks at 1731140547833Disabling compacts and flushes for region at 1731140547833Disabling writes for close at 1731140547833Failed flush hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98., putting online again at 1731140547833 2024-11-09T08:22:27,834 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98. 2024-11-09T08:22:27,837 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 1438, reset compression=false 2024-11-09T08:22:27,841 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:27,841 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 2082, reset compression=false 2024-11-09T08:22:27,915 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:22:27,915 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:22:28,033 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:22:28,046 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 2082, reset compression=false 2024-11-09T08:22:28,074 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/ns/4b9e23a0a0f24afd965792895687d35f 2024-11-09T08:22:28,091 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/rep_barrier/18a50c42567d451a82070bcfea9e4233 is 112, key is test,,1731140526412.3818fc5783600dece539135096cf5760./rep_barrier:seqnumDuringOpen/1731140527552/Put/seqid=0 2024-11-09T08:22:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741845_1021 (size=5518) 2024-11-09T08:22:28,123 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:28,233 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:22:28,233 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c65ad6b14066a08f47e7f808ee03db98=hbase:replication,,1731140532881.c65ad6b14066a08f47e7f808ee03db98.} 2024-11-09T08:22:28,234 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:22:28,349 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 2082, reset compression=false 2024-11-09T08:22:28,434 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:22:28,495 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/rep_barrier/18a50c42567d451a82070bcfea9e4233 2024-11-09T08:22:28,538 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/table/a2c59f42a3f649929f647c8d31a629e5 is 53, key is hbase:replication/table:state/1731140534085/Put/seqid=0 2024-11-09T08:22:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741846_1022 (size=5308) 2024-11-09T08:22:28,634 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:22:28,753 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/WALs/d7c8ba49ede6,32855,1731140516140/d7c8ba49ede6%2C32855%2C1731140516140.1731140518040 to pos 2082, reset compression=false 2024-11-09T08:22:28,834 DEBUG [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:22:28,947 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/table/a2c59f42a3f649929f647c8d31a629e5 2024-11-09T08:22:28,963 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/info/fd6ffd8a0e2d4ce0a44e36eb43ba3e0b as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/info/fd6ffd8a0e2d4ce0a44e36eb43ba3e0b 2024-11-09T08:22:28,973 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/info/fd6ffd8a0e2d4ce0a44e36eb43ba3e0b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:22:28,974 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/ns/4b9e23a0a0f24afd965792895687d35f as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/ns/4b9e23a0a0f24afd965792895687d35f 2024-11-09T08:22:28,984 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/ns/4b9e23a0a0f24afd965792895687d35f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:22:28,986 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/rep_barrier/18a50c42567d451a82070bcfea9e4233 as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/rep_barrier/18a50c42567d451a82070bcfea9e4233 2024-11-09T08:22:28,995 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/rep_barrier/18a50c42567d451a82070bcfea9e4233, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:22:28,996 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/.tmp/table/a2c59f42a3f649929f647c8d31a629e5 as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/table/a2c59f42a3f649929f647c8d31a629e5 2024-11-09T08:22:29,008 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/table/a2c59f42a3f649929f647c8d31a629e5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:22:29,009 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false 2024-11-09T08:22:29,009 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:22:29,033 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:22:29,034 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:22:29,034 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:22:29,034 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:29,034 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140547232Running coprocessor pre-close hooks at 1731140547232Disabling compacts and flushes for region at 1731140547232Disabling writes for close at 1731140547233 (+1 ms)Obtaining lock to block concurrent updates at 1731140547233Preparing flush snapshotting stores in 1588230740 at 1731140547233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140547233Flushing stores of hbase:meta,,1.1588230740 at 1731140547233Flushing 1588230740/info: creating writer at 1731140547233Flushing 1588230740/info: appending metadata at 1731140547246 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731140547246Flushing 1588230740/ns: creating writer at 1731140547654 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731140547670 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731140547670Flushing 1588230740/rep_barrier: creating writer at 1731140548078 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140548091 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140548091Flushing 1588230740/table: creating writer at 1731140548499 (+408 ms)Flushing 1588230740/table: appending metadata at 1731140548537 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731140548537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1775c807: reopening flushed file at 1731140548962 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765dbc63: reopening flushed file at 1731140548973 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fdd763d: reopening flushed file at 1731140548985 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6b776d: reopening flushed file at 1731140548995 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false at 1731140549009 (+14 ms)Writing region close event to WAL at 1731140549029 (+20 ms)Running coprocessor post-close hooks at 1731140549034 (+5 ms)Closed at 1731140549034 2024-11-09T08:22:29,034 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:29,034 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T08:22:29,034 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,32855,1731140516140; all regions closed. 2024-11-09T08:22:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:22:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741839_1015 (size=2171) 2024-11-09T08:22:29,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741832_1008 (size=2090) 2024-11-09T08:22:29,095 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:29,095 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:22:29,095 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:22:29,095 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:22:29,096 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:22:29,096 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:22:29,096 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,32855,1731140516140 because: Region server is closing 2024-11-09T08:22:29,096 INFO [RS:0;d7c8ba49ede6:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:32855. 2024-11-09T08:22:29,096 DEBUG [RS:0;d7c8ba49ede6:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:29,096 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:29,097 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:29,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:29,197 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.shipperd7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 terminated 2024-11-09T08:22:29,197 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,32855,1731140516140.replicationSource.wal-reader.d7c8ba49ede6%2C32855%2C1731140516140,1-d7c8ba49ede6,32855,1731140516140 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:22:29,198 INFO [RS:0;d7c8ba49ede6:32855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:32855. 2024-11-09T08:22:29,198 DEBUG [RS:0;d7c8ba49ede6:32855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:29,198 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:29,198 DEBUG [RS:0;d7c8ba49ede6:32855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:29,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:29,198 INFO [RS:0;d7c8ba49ede6:32855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32855 2024-11-09T08:22:29,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1864970281/rs/d7c8ba49ede6,32855,1731140516140 2024-11-09T08:22:29,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281/rs 2024-11-09T08:22:29,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,32855,1731140516140] 2024-11-09T08:22:29,237 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:22:29,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/draining/d7c8ba49ede6,32855,1731140516140 already deleted, retry=false 2024-11-09T08:22:29,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,32855,1731140516140 expired; onlineServers=0 2024-11-09T08:22:29,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,39167,1731140515989' ***** 2024-11-09T08:22:29,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:22:29,317 INFO [M:0;d7c8ba49ede6:39167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:22:29,317 INFO [M:0;d7c8ba49ede6:39167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:22:29,317 DEBUG [M:0;d7c8ba49ede6:39167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:22:29,317 DEBUG [M:0;d7c8ba49ede6:39167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:22:29,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:22:29,317 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140517746 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140517746,5,FailOnTimeoutGroup] 2024-11-09T08:22:29,317 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140517746 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140517746,5,FailOnTimeoutGroup] 2024-11-09T08:22:29,318 INFO [M:0;d7c8ba49ede6:39167 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:22:29,318 INFO [M:0;d7c8ba49ede6:39167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:22:29,318 DEBUG [M:0;d7c8ba49ede6:39167 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:22:29,318 INFO [M:0;d7c8ba49ede6:39167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:22:29,318 INFO [M:0;d7c8ba49ede6:39167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:22:29,318 INFO [M:0;d7c8ba49ede6:39167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:22:29,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:22:29,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1864970281/master 2024-11-09T08:22:29,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1864970281 2024-11-09T08:22:29,346 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1864970281/master already deleted, retry=false 2024-11-09T08:22:29,346 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1864970281/master 2024-11-09T08:22:29,346 INFO [M:0;d7c8ba49ede6:39167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/.lastflushedseqids 2024-11-09T08:22:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741847_1023 (size=245) 2024-11-09T08:22:29,427 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:29,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32855-0x1011eafd74f0004, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:29,436 INFO [RS:0;d7c8ba49ede6:32855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:22:29,436 INFO [RS:0;d7c8ba49ede6:32855 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,32855,1731140516140; zookeeper connection closed. 2024-11-09T08:22:29,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c55ff5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c55ff5 2024-11-09T08:22:29,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:22:29,751 INFO [M:0;d7c8ba49ede6:39167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:22:29,751 INFO [M:0;d7c8ba49ede6:39167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:22:29,751 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:29,751 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:29,751 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:29,752 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:29,752 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:29,752 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T08:22:29,772 DEBUG [M:0;d7c8ba49ede6:39167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/958f5f7262044154b7e3eab24ffc64ac is 82, key is hbase:meta,,1/info:regioninfo/1731140518987/Put/seqid=0 2024-11-09T08:22:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741848_1024 (size=5672) 2024-11-09T08:22:30,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,175 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/958f5f7262044154b7e3eab24ffc64ac 2024-11-09T08:22:30,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:30,191 DEBUG [M:0;d7c8ba49ede6:39167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90d1bfa7ad3f43b1a30acc00ce755685 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140534087/Put/seqid=0 2024-11-09T08:22:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741849_1025 (size=8517) 2024-11-09T08:22:30,595 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90d1bfa7ad3f43b1a30acc00ce755685 2024-11-09T08:22:30,611 DEBUG [M:0;d7c8ba49ede6:39167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8aef2dcb0cf4a8cbcd85c8027e4bac5 is 69, key is d7c8ba49ede6,32855,1731140516140/rs:state/1731140517806/Put/seqid=0 2024-11-09T08:22:30,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741850_1026 (size=5156) 2024-11-09T08:22:30,834 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:31,014 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8aef2dcb0cf4a8cbcd85c8027e4bac5 2024-11-09T08:22:31,018 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/958f5f7262044154b7e3eab24ffc64ac as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/958f5f7262044154b7e3eab24ffc64ac 2024-11-09T08:22:31,021 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/958f5f7262044154b7e3eab24ffc64ac, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T08:22:31,022 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90d1bfa7ad3f43b1a30acc00ce755685 as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90d1bfa7ad3f43b1a30acc00ce755685 2024-11-09T08:22:31,025 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90d1bfa7ad3f43b1a30acc00ce755685, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T08:22:31,025 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8aef2dcb0cf4a8cbcd85c8027e4bac5 as hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8aef2dcb0cf4a8cbcd85c8027e4bac5 2024-11-09T08:22:31,029 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34861/user/jenkins/test-data/2a1b67f4-c31e-a438-4ffa-54204919291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8aef2dcb0cf4a8cbcd85c8027e4bac5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T08:22:31,030 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-09T08:22:31,033 INFO [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:31,033 DEBUG [M:0;d7c8ba49ede6:39167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140549751Disabling compacts and flushes for region at 1731140549751Disabling writes for close at 1731140549752 (+1 ms)Obtaining lock to block concurrent updates at 1731140549752Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140549752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731140549752Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140549753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140549753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140549771 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140549771Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140550178 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140550191 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140550191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140550598 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140550610 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140550611 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a4705d: reopening flushed file at 1731140551017 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1f025: reopening flushed file at 1731140551021 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d91de4: reopening flushed file at 1731140551025 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731140551030 (+5 ms)Writing region close event to WAL at 1731140551033 (+3 ms)Closed at 1731140551033 2024-11-09T08:22:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741830_1006 (size=63666) 2024-11-09T08:22:31,036 INFO [M:0;d7c8ba49ede6:39167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:22:31,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:22:31,036 INFO [M:0;d7c8ba49ede6:39167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39167 2024-11-09T08:22:31,036 INFO [M:0;d7c8ba49ede6:39167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:22:31,155 INFO [M:0;d7c8ba49ede6:39167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:22:31,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:31,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39167-0x1011eafd74f0003, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:31,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e2d1316{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:31,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631e5e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:22:31,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:22:31,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1733f880{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:22:31,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af6e5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir/,STOPPED} 2024-11-09T08:22:31,159 WARN [BP-991740148-172.17.0.3-1731140513881 heartbeating to localhost/127.0.0.1:34861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:22:31,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:22:31,159 WARN [BP-991740148-172.17.0.3-1731140513881 heartbeating to localhost/127.0.0.1:34861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-991740148-172.17.0.3-1731140513881 (Datanode Uuid 50a3f8d4-97fb-4252-9582-5cd76bd93913) service to localhost/127.0.0.1:34861 2024-11-09T08:22:31,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:22:31,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/cluster_ac9ebbdc-d83a-3527-f01b-ba4cd693b611/data/data1/current/BP-991740148-172.17.0.3-1731140513881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:22:31,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/cluster_ac9ebbdc-d83a-3527-f01b-ba4cd693b611/data/data2/current/BP-991740148-172.17.0.3-1731140513881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:22:31,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:22:31,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31fa8107{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:31,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@729e832e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:22:31,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:22:31,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e67e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:22:31,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6134be31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9616e554-ab70-d001-81ad-81ff8f4fb2db/hadoop.log.dir/,STOPPED} 2024-11-09T08:22:31,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:22:31,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:22:31,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:31,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:31,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:31,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:31,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:31,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:22:31,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1945143534, stopped=false 2024-11-09T08:22:31,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,40993,1731140511883 2024-11-09T08:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-279796330/running 2024-11-09T08:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-279796330/running 2024-11-09T08:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:22:31,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:22:31,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/running 2024-11-09T08:22:31,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:31,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:31,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:31,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Set watcher on znode that does not yet exist, /0-279796330/running 2024-11-09T08:22:31,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,34351,1731140512079' ***** 2024-11-09T08:22:31,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:22:31,203 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:22:31,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(3091): Received CLOSE for a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(3091): Received CLOSE for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,34351,1731140512079 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34351. 2024-11-09T08:22:31,204 DEBUG [RS:0;d7c8ba49ede6:34351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:31,204 DEBUG [RS:0;d7c8ba49ede6:34351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:31,204 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4691e892d77cb8ece2eed578fe9f177, disabling compactions & flushes 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:22:31,204 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:31,204 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:22:31,205 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:22:31,205 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:31,205 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. after waiting 0 ms 2024-11-09T08:22:31,205 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:31,205 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4691e892d77cb8ece2eed578fe9f177 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T08:22:31,208 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:22:31,208 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1325): Online Regions={a4691e892d77cb8ece2eed578fe9f177=test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177., 1588230740=hbase:meta,,1.1588230740, 87f10b552e145a401bc8668afd566e84=hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.} 2024-11-09T08:22:31,208 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:31,208 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:31,208 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:31,208 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:31,208 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:31,208 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:31,208 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:22:31,214 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:22:31,226 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/f/d8d8fa1e73ab4ac7b1f816cddd91886a is 28, key is row/f:/1731140540215/DeleteFamily/seqid=0 2024-11-09T08:22:31,227 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/info/5e79ff0d9c73413cbdbdadae684f00b0 is 147, key is hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84./info:regioninfo/1731140531893/Put/seqid=0 2024-11-09T08:22:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741840_1016 (size=5085) 2024-11-09T08:22:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741841_1017 (size=7686) 2024-11-09T08:22:31,408 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:31,608 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:31,631 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/f/d8d8fa1e73ab4ac7b1f816cddd91886a 2024-11-09T08:22:31,631 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/info/5e79ff0d9c73413cbdbdadae684f00b0 2024-11-09T08:22:31,635 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8d8fa1e73ab4ac7b1f816cddd91886a 2024-11-09T08:22:31,648 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/f1/bcaee481a1164bd380edc9a64b6dfaa3 is 29, key is row/f1:/1731140540215/DeleteFamily/seqid=0 2024-11-09T08:22:31,653 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/ns/72e359eaecf8425e88d3c6b42151c50e is 43, key is default/ns:d/1731140513773/Put/seqid=0 2024-11-09T08:22:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741842_1018 (size=5089) 2024-11-09T08:22:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741843_1019 (size=5153) 2024-11-09T08:22:31,809 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:32,009 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:32,053 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/f1/bcaee481a1164bd380edc9a64b6dfaa3 2024-11-09T08:22:32,055 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:22:32,055 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:22:32,056 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/ns/72e359eaecf8425e88d3c6b42151c50e 2024-11-09T08:22:32,057 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcaee481a1164bd380edc9a64b6dfaa3 2024-11-09T08:22:32,071 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/rep_barrier/29321302a2f44c18b13695b9541682c7 is 112, key is test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177./rep_barrier:seqnumDuringOpen/1731140525407/Put/seqid=0 2024-11-09T08:22:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741844_1020 (size=5518) 2024-11-09T08:22:32,076 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/norep/e30ccb6a3bad42dea3ad6fffe80b5ce2 is 32, key is row/norep:/1731140540215/DeleteFamily/seqid=0 2024-11-09T08:22:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741845_1021 (size=5101) 2024-11-09T08:22:32,209 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:32,338 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 636, reset compression=false 2024-11-09T08:22:32,342 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:32,342 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 883, reset compression=false 2024-11-09T08:22:32,342 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,34351,1731140512079 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:22:32,343 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,34351,1731140512079: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,34351,1731140512079, walGroup=d7c8ba49ede6%2C34351%2C1731140512079, offset=d7c8ba49ede6%2C34351%2C1731140512079.1731140513117:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:34351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:22:32,344 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:22:32,344 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:22:32,344 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:22:32,344 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:22:32,344 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:22:32,344 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1071518976 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202606304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:22:32,344 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:40993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:40993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:22:32,409 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84, a4691e892d77cb8ece2eed578fe9f177 2024-11-09T08:22:32,475 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/rep_barrier/29321302a2f44c18b13695b9541682c7 2024-11-09T08:22:32,479 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/norep/e30ccb6a3bad42dea3ad6fffe80b5ce2 2024-11-09T08:22:32,483 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e30ccb6a3bad42dea3ad6fffe80b5ce2 2024-11-09T08:22:32,483 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/f/d8d8fa1e73ab4ac7b1f816cddd91886a as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/f/d8d8fa1e73ab4ac7b1f816cddd91886a 2024-11-09T08:22:32,487 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8d8fa1e73ab4ac7b1f816cddd91886a 2024-11-09T08:22:32,487 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/f/d8d8fa1e73ab4ac7b1f816cddd91886a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T08:22:32,488 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/f1/bcaee481a1164bd380edc9a64b6dfaa3 as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/f1/bcaee481a1164bd380edc9a64b6dfaa3 2024-11-09T08:22:32,491 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcaee481a1164bd380edc9a64b6dfaa3 2024-11-09T08:22:32,492 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/f1/bcaee481a1164bd380edc9a64b6dfaa3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T08:22:32,492 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/.tmp/norep/e30ccb6a3bad42dea3ad6fffe80b5ce2 as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/norep/e30ccb6a3bad42dea3ad6fffe80b5ce2 2024-11-09T08:22:32,495 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e30ccb6a3bad42dea3ad6fffe80b5ce2 2024-11-09T08:22:32,495 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/norep/e30ccb6a3bad42dea3ad6fffe80b5ce2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T08:22:32,496 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a4691e892d77cb8ece2eed578fe9f177 in 1291ms, sequenceid=6, compaction requested=false 2024-11-09T08:22:32,496 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:22:32,497 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/table/c55c96789f674c53a67032da4202384e is 53, key is hbase:replication/table:state/1731140531899/Put/seqid=0 2024-11-09T08:22:32,500 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/default/test/a4691e892d77cb8ece2eed578fe9f177/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:22:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741846_1022 (size=5308) 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:22:32,501 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4691e892d77cb8ece2eed578fe9f177: Waiting for close lock at 1731140551204Running coprocessor pre-close hooks at 1731140551204Disabling compacts and flushes for region at 1731140551204Disabling writes for close at 1731140551205 (+1 ms)Obtaining lock to block concurrent updates at 1731140551205Preparing flush snapshotting stores in a4691e892d77cb8ece2eed578fe9f177 at 1731140551205Finished memstore snapshotting test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731140551205Flushing stores of test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. at 1731140551206 (+1 ms)Flushing a4691e892d77cb8ece2eed578fe9f177/f: creating writer at 1731140551206Flushing a4691e892d77cb8ece2eed578fe9f177/f: appending metadata at 1731140551226 (+20 ms)Flushing a4691e892d77cb8ece2eed578fe9f177/f: closing flushed file at 1731140551226Flushing a4691e892d77cb8ece2eed578fe9f177/f1: creating writer at 1731140551635 (+409 ms)Flushing a4691e892d77cb8ece2eed578fe9f177/f1: appending metadata at 1731140551647 (+12 ms)Flushing a4691e892d77cb8ece2eed578fe9f177/f1: closing flushed file at 1731140551647Flushing a4691e892d77cb8ece2eed578fe9f177/norep: creating writer at 1731140552057 (+410 ms)Flushing a4691e892d77cb8ece2eed578fe9f177/norep: appending metadata at 1731140552075 (+18 ms)Flushing a4691e892d77cb8ece2eed578fe9f177/norep: closing flushed file at 1731140552075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ed30eb: reopening flushed file at 1731140552483 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fc78f1: reopening flushed file at 1731140552487 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143e77a3: reopening flushed file at 1731140552492 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a4691e892d77cb8ece2eed578fe9f177 in 1291ms, sequenceid=6, compaction requested=false at 1731140552496 (+4 ms)Writing region close event to WAL at 1731140552498 (+2 ms)Running coprocessor post-close hooks at 1731140552501 (+3 ms)Closed at 1731140552501 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140524250.a4691e892d77cb8ece2eed578fe9f177. 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87f10b552e145a401bc8668afd566e84, disabling compactions & flushes 2024-11-09T08:22:32,501 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,501 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. after waiting 0 ms 2024-11-09T08:22:32,502 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,502 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87f10b552e145a401bc8668afd566e84: Waiting for close lock at 1731140552501Running coprocessor pre-close hooks at 1731140552501Disabling compacts and flushes for region at 1731140552501Disabling writes for close at 1731140552501Failed flush hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84., putting online again at 1731140552502 (+1 ms) 2024-11-09T08:22:32,502 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,545 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 883, reset compression=false 2024-11-09T08:22:32,549 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:22:32,549 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 1527, reset compression=false 2024-11-09T08:22:32,609 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:22:32,609 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 87f10b552e145a401bc8668afd566e84=hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84.} 2024-11-09T08:22:32,609 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(3091): Received CLOSE for 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:32,610 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f10b552e145a401bc8668afd566e84 2024-11-09T08:22:32,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87f10b552e145a401bc8668afd566e84, disabling compactions & flushes 2024-11-09T08:22:32,610 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. after waiting 0 ms 2024-11-09T08:22:32,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87f10b552e145a401bc8668afd566e84: Waiting for close lock at 1731140552610Running coprocessor pre-close hooks at 1731140552610Disabling compacts and flushes for region at 1731140552610Disabling writes for close at 1731140552610Failed flush hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84., putting online again at 1731140552610 2024-11-09T08:22:32,610 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731140530725.87f10b552e145a401bc8668afd566e84. 2024-11-09T08:22:32,753 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.wal-reader.d7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/WALs/d7c8ba49ede6,34351,1731140512079/d7c8ba49ede6%2C34351%2C1731140512079.1731140513117 to pos 1527, reset compression=false 2024-11-09T08:22:32,810 DEBUG [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:22:32,902 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/table/c55c96789f674c53a67032da4202384e 2024-11-09T08:22:32,906 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/info/5e79ff0d9c73413cbdbdadae684f00b0 as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/info/5e79ff0d9c73413cbdbdadae684f00b0 2024-11-09T08:22:32,909 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/info/5e79ff0d9c73413cbdbdadae684f00b0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:22:32,910 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/ns/72e359eaecf8425e88d3c6b42151c50e as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/ns/72e359eaecf8425e88d3c6b42151c50e 2024-11-09T08:22:32,912 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/ns/72e359eaecf8425e88d3c6b42151c50e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:22:32,913 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/rep_barrier/29321302a2f44c18b13695b9541682c7 as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/rep_barrier/29321302a2f44c18b13695b9541682c7 2024-11-09T08:22:32,916 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/rep_barrier/29321302a2f44c18b13695b9541682c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:22:32,916 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/.tmp/table/c55c96789f674c53a67032da4202384e as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/table/c55c96789f674c53a67032da4202384e 2024-11-09T08:22:32,919 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/table/c55c96789f674c53a67032da4202384e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:22:32,920 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-09T08:22:32,924 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:22:32,924 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:22:32,924 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:22:32,924 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:32,924 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140551208Running coprocessor pre-close hooks at 1731140551208Disabling compacts and flushes for region at 1731140551208Disabling writes for close at 1731140551208Obtaining lock to block concurrent updates at 1731140551208Preparing flush snapshotting stores in 1588230740 at 1731140551208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140551209 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140551209Flushing 1588230740/info: creating writer at 1731140551209Flushing 1588230740/info: appending metadata at 1731140551227 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731140551227Flushing 1588230740/ns: creating writer at 1731140551635 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731140551652 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731140551652Flushing 1588230740/rep_barrier: creating writer at 1731140552059 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140552071 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140552071Flushing 1588230740/table: creating writer at 1731140552479 (+408 ms)Flushing 1588230740/table: appending metadata at 1731140552497 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731140552497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d14882b: reopening flushed file at 1731140552905 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b54456: reopening flushed file at 1731140552909 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215a7e54: reopening flushed file at 1731140552912 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310f3a7e: reopening flushed file at 1731140552916 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731140552920 (+4 ms)Writing region close event to WAL at 1731140552922 (+2 ms)Running coprocessor post-close hooks at 1731140552924 (+2 ms)Closed at 1731140552924 2024-11-09T08:22:32,924 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:33,010 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T08:22:33,010 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,34351,1731140512079; all regions closed. 2024-11-09T08:22:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741834_1010 (size=4239) 2024-11-09T08:22:33,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741839_1015 (size=1297) 2024-11-09T08:22:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741833_1009 (size=1535) 2024-11-09T08:22:33,031 DEBUG [RS:0;d7c8ba49ede6:34351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:33,031 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:22:33,031 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:22:33,031 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:22:33,031 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:22:33,031 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:22:33,031 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,34351,1731140512079 because: Region server is closing 2024-11-09T08:22:33,032 INFO [RS:0;d7c8ba49ede6:34351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34351. 2024-11-09T08:22:33,032 DEBUG [RS:0;d7c8ba49ede6:34351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:33,032 DEBUG [RS:0;d7c8ba49ede6:34351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:33,032 DEBUG [RS:0;d7c8ba49ede6:34351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:33,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:33,132 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,34351,1731140512079.replicationSource.shipperd7c8ba49ede6%2C34351%2C1731140512079,1-d7c8ba49ede6,34351,1731140512079 terminated 2024-11-09T08:22:33,132 INFO [RS:0;d7c8ba49ede6:34351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34351 2024-11-09T08:22:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330/rs 2024-11-09T08:22:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-279796330/rs/d7c8ba49ede6,34351,1731140512079 2024-11-09T08:22:33,206 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:22:33,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,34351,1731140512079] 2024-11-09T08:22:33,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-279796330/draining/d7c8ba49ede6,34351,1731140512079 already deleted, retry=false 2024-11-09T08:22:33,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,34351,1731140512079 expired; onlineServers=0 2024-11-09T08:22:33,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,40993,1731140511883' ***** 2024-11-09T08:22:33,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:22:33,407 INFO [M:0;d7c8ba49ede6:40993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:22:33,407 INFO [M:0;d7c8ba49ede6:40993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:22:33,407 DEBUG [M:0;d7c8ba49ede6:40993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:22:33,407 DEBUG [M:0;d7c8ba49ede6:40993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:22:33,407 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140512888 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140512888,5,FailOnTimeoutGroup] 2024-11-09T08:22:33,407 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140512885 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140512885,5,FailOnTimeoutGroup] 2024-11-09T08:22:33,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:22:33,407 INFO [M:0;d7c8ba49ede6:40993 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:22:33,407 INFO [M:0;d7c8ba49ede6:40993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:22:33,407 DEBUG [M:0;d7c8ba49ede6:40993 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:22:33,407 INFO [M:0;d7c8ba49ede6:40993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:22:33,408 INFO [M:0;d7c8ba49ede6:40993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:22:33,408 ERROR [M:0;d7c8ba49ede6:40993 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37767,5,PEWorkerGroup] 2024-11-09T08:22:33,408 INFO [M:0;d7c8ba49ede6:40993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:22:33,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:22:33,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:33,429 INFO [RS:0;d7c8ba49ede6:34351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:22:33,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34351-0x1011eafd74f0001, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:33,429 INFO [RS:0;d7c8ba49ede6:34351 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,34351,1731140512079; zookeeper connection closed. 2024-11-09T08:22:33,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49ac2435 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49ac2435 2024-11-09T08:22:33,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:22:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-279796330/master 2024-11-09T08:22:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-279796330 2024-11-09T08:22:33,460 DEBUG [M:0;d7c8ba49ede6:40993 {}] zookeeper.ZKUtil(347): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Unable to get data of znode /0-279796330/master because node does not exist (not an error) 2024-11-09T08:22:33,460 WARN [M:0;d7c8ba49ede6:40993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:22:33,464 INFO [M:0;d7c8ba49ede6:40993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/.lastflushedseqids 2024-11-09T08:22:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741847_1023 (size=245) 2024-11-09T08:22:33,902 INFO [M:0;d7c8ba49ede6:40993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:22:33,902 INFO [M:0;d7c8ba49ede6:40993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:22:33,902 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:33,902 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:33,902 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:33,902 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:33,902 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:33,902 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T08:22:33,916 DEBUG [M:0;d7c8ba49ede6:40993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60784ed230624071b077036323644ff5 is 82, key is hbase:meta,,1/info:regioninfo/1731140513724/Put/seqid=0 2024-11-09T08:22:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741848_1024 (size=5672) 2024-11-09T08:22:34,319 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60784ed230624071b077036323644ff5 2024-11-09T08:22:34,338 DEBUG [M:0;d7c8ba49ede6:40993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/600dfcd8be2946de832d2c3bd44a9c5d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731140525418/Put/seqid=0 2024-11-09T08:22:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741849_1025 (size=7219) 2024-11-09T08:22:34,742 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/600dfcd8be2946de832d2c3bd44a9c5d 2024-11-09T08:22:34,745 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 600dfcd8be2946de832d2c3bd44a9c5d 2024-11-09T08:22:34,771 DEBUG [M:0;d7c8ba49ede6:40993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55e36f5ed2a4429b810541ca5bff5cc2 is 69, key is d7c8ba49ede6,34351,1731140512079/rs:state/1731140512962/Put/seqid=0 2024-11-09T08:22:34,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741850_1026 (size=5156) 2024-11-09T08:22:35,175 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55e36f5ed2a4429b810541ca5bff5cc2 2024-11-09T08:22:35,179 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60784ed230624071b077036323644ff5 as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60784ed230624071b077036323644ff5 2024-11-09T08:22:35,182 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60784ed230624071b077036323644ff5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T08:22:35,183 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/600dfcd8be2946de832d2c3bd44a9c5d as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/600dfcd8be2946de832d2c3bd44a9c5d 2024-11-09T08:22:35,186 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 600dfcd8be2946de832d2c3bd44a9c5d 2024-11-09T08:22:35,186 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/600dfcd8be2946de832d2c3bd44a9c5d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T08:22:35,186 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55e36f5ed2a4429b810541ca5bff5cc2 as hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55e36f5ed2a4429b810541ca5bff5cc2 2024-11-09T08:22:35,190 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37767/user/jenkins/test-data/bcc1f795-3399-d7fa-17e7-885ac06d001f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55e36f5ed2a4429b810541ca5bff5cc2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T08:22:35,191 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-09T08:22:35,192 INFO [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:35,192 DEBUG [M:0;d7c8ba49ede6:40993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140553902Disabling compacts and flushes for region at 1731140553902Disabling writes for close at 1731140553902Obtaining lock to block concurrent updates at 1731140553902Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140553902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731140553902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140553903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140553903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140553916 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140553916Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140554322 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140554338 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140554338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140554745 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140554771 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140554771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d38192c: reopening flushed file at 1731140555178 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd3de46: reopening flushed file at 1731140555182 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10192bc8: reopening flushed file at 1731140555186 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731140555191 (+5 ms)Writing region close event to WAL at 1731140555192 (+1 ms)Closed at 1731140555192 2024-11-09T08:22:35,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741830_1006 (size=64435) 2024-11-09T08:22:35,197 INFO [M:0;d7c8ba49ede6:40993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:22:35,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:22:35,197 INFO [M:0;d7c8ba49ede6:40993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40993 2024-11-09T08:22:35,197 INFO [M:0;d7c8ba49ede6:40993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:22:35,309 INFO [M:0;d7c8ba49ede6:40993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:22:35,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:35,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40993-0x1011eafd74f0000, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:22:35,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@541e5d04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:35,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366b80d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:22:35,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:22:35,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598bb7fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:22:35,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a40561{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir/,STOPPED} 2024-11-09T08:22:35,314 WARN [BP-1415808310-172.17.0.3-1731140508612 heartbeating to localhost/127.0.0.1:37767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:22:35,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:22:35,314 WARN [BP-1415808310-172.17.0.3-1731140508612 heartbeating to localhost/127.0.0.1:37767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1415808310-172.17.0.3-1731140508612 (Datanode Uuid 9b059238-991e-4cec-b7e8-29f4960cbbd4) service to localhost/127.0.0.1:37767 2024-11-09T08:22:35,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:22:35,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/data/data1/current/BP-1415808310-172.17.0.3-1731140508612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:22:35,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/cluster_5e0e94cf-b74b-fcc7-9cd2-14a33df650d0/data/data2/current/BP-1415808310-172.17.0.3-1731140508612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:22:35,315 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:22:35,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17812e9b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:35,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@728c2f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:22:35,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:22:35,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@871521f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:22:35,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f60c8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f79de527-f8c2-6aab-137e-91c5374a9cd8/hadoop.log.dir/,STOPPED} 2024-11-09T08:22:35,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:22:35,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:22:35,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 313) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34861 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37767 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55261) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 736) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 359), ProcessCount=11 (was 11), AvailableMemoryMB=848 (was 889) 2024-11-09T08:22:35,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=848 2024-11-09T08:22:35,373 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T08:22:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir so I do NOT create it in target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e 2024-11-09T08:22:35,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:22:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.tmp.dir so I do NOT create it in target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e 2024-11-09T08:22:35,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d946baa-ef74-0bfe-46f0-6fd616ba6d00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:22:35,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e 2024-11-09T08:22:35,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e, deleteOnExit=true 2024-11-09T08:22:35,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/zookeeper_0, clientPort=62318, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:22:35,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62318 2024-11-09T08:22:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:22:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:22:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/test.cache.data in system properties and HBase conf 2024-11-09T08:22:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:22:35,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:22:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:22:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eafd74f0002, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:22:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eafd74f0005, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:22:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011eafd74f0008, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:22:35,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eafd74f0005, quorum=127.0.0.1:55261, baseZNode=/1-1864970281 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:22:35,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eafd74f0002, quorum=127.0.0.1:55261, baseZNode=/0-279796330 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:22:35,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011eafd74f0008, quorum=127.0.0.1:55261, baseZNode=/21159835780 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:22:35,702 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T08:22:35,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,704 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,704 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,704 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,704 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,705 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,743 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,750 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,754 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,754 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,756 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:35,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:35,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:35,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:35,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:35,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:22:35,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:35,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826f199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:35,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f850123{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:35,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78ccbf71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/java.io.tmpdir/jetty-localhost-41623-hadoop-hdfs-3_4_1-tests_jar-_-any-13546718240270169463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:35,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa5b305{HTTP/1.1, (http/1.1)}{localhost:41623} 2024-11-09T08:22:35,901 INFO [Time-limited test {}] server.Server(415): Started @317682ms 2024-11-09T08:22:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:22:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:22:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:22:36,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:22:36,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:36,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:36,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:36,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:36,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:22:36,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39276dad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:36,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c9ec9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:36,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@502e9d8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/java.io.tmpdir/jetty-localhost-45319-hadoop-hdfs-3_4_1-tests_jar-_-any-7094207095734179963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:36,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60216172{HTTP/1.1, (http/1.1)}{localhost:45319} 2024-11-09T08:22:36,256 INFO [Time-limited test {}] server.Server(415): Started @318038ms 2024-11-09T08:22:36,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:22:37,009 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/data/data2/current/BP-665038835-172.17.0.3-1731140555396/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:37,009 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/data/data1/current/BP-665038835-172.17.0.3-1731140555396/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:37,081 WARN [Thread-4160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:22:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9a0ec02e1520c1d with lease ID 0x65dda47dfe638f8d: Processing first storage report for DS-97d7dde9-2b29-404b-a584-4d7654615a29 from datanode DatanodeRegistration(127.0.0.1:40551, datanodeUuid=476239fb-9b58-455d-98b5-fde47d7c4bf5, infoPort=39981, infoSecurePort=0, ipcPort=33345, storageInfo=lv=-57;cid=testClusterID;nsid=482257331;c=1731140555396) 2024-11-09T08:22:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9a0ec02e1520c1d with lease ID 0x65dda47dfe638f8d: from storage DS-97d7dde9-2b29-404b-a584-4d7654615a29 node DatanodeRegistration(127.0.0.1:40551, datanodeUuid=476239fb-9b58-455d-98b5-fde47d7c4bf5, infoPort=39981, infoSecurePort=0, ipcPort=33345, storageInfo=lv=-57;cid=testClusterID;nsid=482257331;c=1731140555396), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9a0ec02e1520c1d with lease ID 0x65dda47dfe638f8d: Processing first storage report for DS-f921504b-bcc7-4b01-a51f-ba0eb8474822 from datanode DatanodeRegistration(127.0.0.1:40551, datanodeUuid=476239fb-9b58-455d-98b5-fde47d7c4bf5, infoPort=39981, infoSecurePort=0, ipcPort=33345, storageInfo=lv=-57;cid=testClusterID;nsid=482257331;c=1731140555396) 2024-11-09T08:22:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9a0ec02e1520c1d with lease ID 0x65dda47dfe638f8d: from storage DS-f921504b-bcc7-4b01-a51f-ba0eb8474822 node DatanodeRegistration(127.0.0.1:40551, datanodeUuid=476239fb-9b58-455d-98b5-fde47d7c4bf5, infoPort=39981, infoSecurePort=0, ipcPort=33345, storageInfo=lv=-57;cid=testClusterID;nsid=482257331;c=1731140555396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:37,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e 2024-11-09T08:22:37,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:22:37,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38 with version=8 2024-11-09T08:22:37,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/hbase-staging 2024-11-09T08:22:37,113 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:22:37,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:37,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39847 2024-11-09T08:22:37,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39847 connecting to ZooKeeper ensemble=127.0.0.1:62318 2024-11-09T08:22:37,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398470x0, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:37,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39847-0x1011eb08e1c0000 connected 2024-11-09T08:22:37,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on znode that does not yet exist, /0-1831312862/running 2024-11-09T08:22:37,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38, hbase.cluster.distributed=false 2024-11-09T08:22:37,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on znode that does not yet exist, /0-1831312862/acl 2024-11-09T08:22:37,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-09T08:22:37,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39847 2024-11-09T08:22:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39847 2024-11-09T08:22:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-09T08:22:37,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-09T08:22:37,489 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:37,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:37,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:37,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:37,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:37,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:37,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:22:37,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:37,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43379 2024-11-09T08:22:37,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43379 connecting to ZooKeeper ensemble=127.0.0.1:62318 2024-11-09T08:22:37,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433790x0, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on znode that does not yet exist, /0-1831312862/running 2024-11-09T08:22:37,533 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:22:37,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:22:37,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433790x0, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on znode that does not yet exist, /0-1831312862/master 2024-11-09T08:22:37,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433790x0, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on znode that does not yet exist, /0-1831312862/acl 2024-11-09T08:22:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433790x0, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:37,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-09T08:22:37,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43379-0x1011eb08e1c0001 connected 2024-11-09T08:22:37,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43379 2024-11-09T08:22:37,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43379 2024-11-09T08:22:37,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-09T08:22:37,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-09T08:22:37,594 DEBUG [M:0;d7c8ba49ede6:39847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:39847 2024-11-09T08:22:37,594 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1831312862/backup-masters/d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:37,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862/backup-masters 2024-11-09T08:22:37,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862/backup-masters 2024-11-09T08:22:37,600 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on existing znode=/0-1831312862/backup-masters/d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:37,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:37,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1831312862/master 2024-11-09T08:22:37,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:37,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on existing znode=/0-1831312862/master 2024-11-09T08:22:37,613 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1831312862/backup-masters/d7c8ba49ede6,39847,1731140557112 from backup master directory 2024-11-09T08:22:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1831312862/backup-masters/d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862/backup-masters 2024-11-09T08:22:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862/backup-masters 2024-11-09T08:22:37,621 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:37,621 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:37,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/hbase.id] with ID: 1165e2ec-8f4b-44af-89a7-5d7ca2d1708d 2024-11-09T08:22:37,638 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/.tmp/hbase.id 2024-11-09T08:22:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:22:37,676 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/.tmp/hbase.id]:[hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/hbase.id] 2024-11-09T08:22:37,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:37,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:22:37,698 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:22:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:22:38,130 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:38,131 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:22:38,131 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:38,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:22:38,151 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/data/master/store 2024-11-09T08:22:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:22:38,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:38,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:38,170 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:38,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:38,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:38,170 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:38,170 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:38,171 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140558170Disabling compacts and flushes for region at 1731140558170Disabling writes for close at 1731140558170Writing region close event to WAL at 1731140558170Closed at 1731140558170 2024-11-09T08:22:38,171 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/data/master/store/.initializing 2024-11-09T08:22:38,171 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/WALs/d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:38,173 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:38,174 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C39847%2C1731140557112, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/WALs/d7c8ba49ede6,39847,1731140557112, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/oldWALs, maxLogs=10 2024-11-09T08:22:38,192 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/WALs/d7c8ba49ede6,39847,1731140557112/d7c8ba49ede6%2C39847%2C1731140557112.1731140558175, exclude list is [], retry=0 2024-11-09T08:22:38,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40551,DS-97d7dde9-2b29-404b-a584-4d7654615a29,DISK] 2024-11-09T08:22:38,227 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/WALs/d7c8ba49ede6,39847,1731140557112/d7c8ba49ede6%2C39847%2C1731140557112.1731140558175 2024-11-09T08:22:38,232 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-09T08:22:38,232 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:38,232 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:38,233 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,233 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:22:38,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:38,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:22:38,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:38,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:22:38,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:38,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:22:38,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:38,250 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,250 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,250 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,251 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,251 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,252 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:38,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:38,268 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:38,269 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65330963, jitterRate=-0.026492789387702942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:38,270 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140558233Initializing all the Stores at 1731140558233Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140558233Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140558240 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140558240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140558240Cleaning up temporary data from old regions at 1731140558251 (+11 ms)Region opened successfully at 1731140558270 (+19 ms) 2024-11-09T08:22:38,276 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:22:38,279 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ed9e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:38,280 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:22:38,281 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:22:38,281 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:22:38,281 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:22:38,281 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:22:38,284 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T08:22:38,284 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:22:38,290 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:22:38,291 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Unable to get data of znode /0-1831312862/balancer because node does not exist (not necessarily an error) 2024-11-09T08:22:38,336 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1831312862/balancer already deleted, retry=false 2024-11-09T08:22:38,337 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:22:38,338 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Unable to get data of znode /0-1831312862/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:22:38,347 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1831312862/normalizer already deleted, retry=false 2024-11-09T08:22:38,347 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:22:38,348 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Unable to get data of znode /0-1831312862/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:22:38,357 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1831312862/switch/split already deleted, retry=false 2024-11-09T08:22:38,358 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Unable to get data of znode /0-1831312862/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:22:38,368 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1831312862/switch/merge already deleted, retry=false 2024-11-09T08:22:38,370 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Unable to get data of znode /0-1831312862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:22:38,378 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1831312862/snapshot-cleanup already deleted, retry=false 2024-11-09T08:22:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1831312862/running 2024-11-09T08:22:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1831312862/running 2024-11-09T08:22:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:38,389 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,39847,1731140557112, sessionid=0x1011eb08e1c0000, setting cluster-up flag (Was=false) 2024-11-09T08:22:38,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:38,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:38,442 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1831312862/flush-table-proc/acquired, /0-1831312862/flush-table-proc/reached, /0-1831312862/flush-table-proc/abort 2024-11-09T08:22:38,443 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:38,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:38,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:38,494 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1831312862/online-snapshot/acquired, /0-1831312862/online-snapshot/reached, /0-1831312862/online-snapshot/abort 2024-11-09T08:22:38,495 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:38,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:22:38,498 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:38,498 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:22:38,498 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:22:38,498 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,39847,1731140557112 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:38,499 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:38,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:22:38,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140588524 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:22:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:22:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:22:38,528 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:22:38,529 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140558529,5,FailOnTimeoutGroup] 2024-11-09T08:22:38,529 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140558529,5,FailOnTimeoutGroup] 2024-11-09T08:22:38,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,530 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:22:38,530 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,530 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,581 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(746): ClusterId : 1165e2ec-8f4b-44af-89a7-5d7ca2d1708d 2024-11-09T08:22:38,581 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:22:38,630 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:22:38,630 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:22:38,737 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:22:38,737 DEBUG [RS:0;d7c8ba49ede6:43379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd2ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:38,765 DEBUG [RS:0;d7c8ba49ede6:43379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:43379 2024-11-09T08:22:38,765 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:22:38,765 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:22:38,765 DEBUG [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:22:38,767 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39847,1731140557112 with port=43379, startcode=1731140557489 2024-11-09T08:22:38,767 DEBUG [RS:0;d7c8ba49ede6:43379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:22:38,769 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:22:38,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:38,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:38,771 DEBUG [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38 2024-11-09T08:22:38,771 DEBUG [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45681 2024-11-09T08:22:38,771 DEBUG [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:22:38,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862/rs 2024-11-09T08:22:38,824 DEBUG [RS:0;d7c8ba49ede6:43379 {}] zookeeper.ZKUtil(111): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Set watcher on existing znode=/0-1831312862/rs/d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:38,824 WARN [RS:0;d7c8ba49ede6:43379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:38,825 INFO [RS:0;d7c8ba49ede6:43379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:38,825 DEBUG [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:38,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,43379,1731140557489] 2024-11-09T08:22:38,844 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:22:38,845 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:22:38,848 INFO [RS:0;d7c8ba49ede6:43379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:22:38,848 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,864 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:22:38,865 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:22:38,865 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,865 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,866 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,866 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,866 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:38,866 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:38,866 DEBUG [RS:0;d7c8ba49ede6:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:38,888 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,888 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,888 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,888 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,888 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,888 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43379,1731140557489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:38,923 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:22:38,924 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43379,1731140557489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,924 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,924 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.Replication(171): d7c8ba49ede6,43379,1731140557489 started 2024-11-09T08:22:38,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:22:38,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38 2024-11-09T08:22:38,949 INFO [RS:0;d7c8ba49ede6:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:38,949 INFO [RS:0;d7c8ba49ede6:43379 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,43379,1731140557489, RpcServer on d7c8ba49ede6/172.17.0.3:43379, sessionid=0x1011eb08e1c0001 2024-11-09T08:22:38,949 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:22:38,949 DEBUG [RS:0;d7c8ba49ede6:43379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:38,949 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,43379,1731140557489' 2024-11-09T08:22:38,949 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1831312862/flush-table-proc/abort' 2024-11-09T08:22:38,950 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1831312862/flush-table-proc/acquired' 2024-11-09T08:22:38,950 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:22:38,950 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:22:38,950 DEBUG [RS:0;d7c8ba49ede6:43379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:38,950 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,43379,1731140557489' 2024-11-09T08:22:38,950 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1831312862/online-snapshot/abort' 2024-11-09T08:22:38,951 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1831312862/online-snapshot/acquired' 2024-11-09T08:22:38,951 DEBUG [RS:0;d7c8ba49ede6:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:22:38,951 INFO [RS:0;d7c8ba49ede6:43379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:22:38,952 INFO [RS:0;d7c8ba49ede6:43379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:22:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:22:38,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:38,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:38,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:38,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:38,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:38,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:38,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:38,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:38,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:38,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:38,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:38,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:38,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:38,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:38,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/hbase/meta/1588230740 2024-11-09T08:22:38,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/hbase/meta/1588230740 2024-11-09T08:22:38,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:38,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:39,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:39,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:39,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:39,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64150507, jitterRate=-0.04408295452594757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140558966Initializing all the Stores at 1731140558966Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140558966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140558984 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140558984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140558984Cleaning up temporary data from old regions at 1731140558999 (+15 ms)Region opened successfully at 1731140559004 (+5 ms) 2024-11-09T08:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:39,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:39,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:39,005 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:39,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140559004Disabling compacts and flushes for region at 1731140559004Disabling writes for close at 1731140559004Writing region close event to WAL at 1731140559005 (+1 ms)Closed at 1731140559005 2024-11-09T08:22:39,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:39,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:22:39,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:22:39,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:39,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:22:39,052 INFO [RS:0;d7c8ba49ede6:43379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:39,053 INFO [RS:0;d7c8ba49ede6:43379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C43379%2C1731140557489, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/oldWALs, maxLogs=10 2024-11-09T08:22:39,066 DEBUG [RS:0;d7c8ba49ede6:43379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489/d7c8ba49ede6%2C43379%2C1731140557489.1731140559054, exclude list is [], retry=0 2024-11-09T08:22:39,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40551,DS-97d7dde9-2b29-404b-a584-4d7654615a29,DISK] 2024-11-09T08:22:39,069 INFO [RS:0;d7c8ba49ede6:43379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489/d7c8ba49ede6%2C43379%2C1731140557489.1731140559054 2024-11-09T08:22:39,070 DEBUG [RS:0;d7c8ba49ede6:43379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-09T08:22:39,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:39,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:22:39,110 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128585 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:22:39,159 DEBUG [d7c8ba49ede6:39847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:22:39,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:39,160 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,43379,1731140557489, state=OPENING 2024-11-09T08:22:39,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:22:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1831312862 2024-11-09T08:22:39,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:39,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,43379,1731140557489}] 2024-11-09T08:22:39,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1831312862/meta-region-server: CHANGED 2024-11-09T08:22:39,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1831312862/meta-region-server: CHANGED 2024-11-09T08:22:39,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:39,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:22:39,488 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:22:39,488 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:39,488 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:22:39,489 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C43379%2C1731140557489.meta, suffix=.meta, logDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/oldWALs, maxLogs=10 2024-11-09T08:22:39,502 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489/d7c8ba49ede6%2C43379%2C1731140557489.meta.1731140559489.meta, exclude list is [], retry=0 2024-11-09T08:22:39,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40551,DS-97d7dde9-2b29-404b-a584-4d7654615a29,DISK] 2024-11-09T08:22:39,506 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/WALs/d7c8ba49ede6,43379,1731140557489/d7c8ba49ede6%2C43379%2C1731140557489.meta.1731140559489.meta 2024-11-09T08:22:39,506 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-09T08:22:39,506 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:39,506 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:39,506 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:39,507 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:22:39,507 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:22:39,507 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:22:39,507 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:39,507 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:22:39,507 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:22:39,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:39,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:39,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:39,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:39,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:39,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:39,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:39,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:39,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:39,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:39,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:39,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:39,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:39,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:39,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:39,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:39,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:39,513 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/hbase/meta/1588230740 2024-11-09T08:22:39,514 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/hbase/meta/1588230740 2024-11-09T08:22:39,515 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:39,515 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:39,515 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:39,516 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:39,517 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65766952, jitterRate=-0.019996047019958496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:39,517 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:22:39,517 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140559507Writing region info on filesystem at 1731140559507Initializing all the Stores at 1731140559508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140559508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140559508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140559508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140559508Cleaning up temporary data from old regions at 1731140559515 (+7 ms)Running coprocessor post-open hooks at 1731140559517 (+2 ms)Region opened successfully at 1731140559517 2024-11-09T08:22:39,518 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140559484 2024-11-09T08:22:39,520 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:22:39,520 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:22:39,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:39,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,43379,1731140557489, state=OPEN 2024-11-09T08:22:39,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x1011eb08e1c0001, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1831312862/meta-region-server 2024-11-09T08:22:39,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1011eb08e1c0000, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1831312862/meta-region-server 2024-11-09T08:22:39,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1831312862/meta-region-server: CHANGED 2024-11-09T08:22:39,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1831312862/meta-region-server: CHANGED 2024-11-09T08:22:39,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:39,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:22:39,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,43379,1731140557489 in 194 msec 2024-11-09T08:22:39,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:22:39,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-09T08:22:39,531 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:39,531 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:22:39,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:39,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43379,1731140557489, seqNum=-1] 2024-11-09T08:22:39,533 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:39,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:39,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-11-09T08:22:39,542 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140559542, completionTime=-1 2024-11-09T08:22:39,542 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:22:39,542 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:22:39,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:22:39,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140619544 2024-11-09T08:22:39,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140679544 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39847,1731140557112-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39847,1731140557112-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39847,1731140557112-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:39847, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,545 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,547 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:22:39,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.927sec 2024-11-09T08:22:39,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:22:39,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:22:39,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:22:39,548 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:22:39,549 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:22:39,549 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39847,1731140557112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:39,549 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39847,1731140557112-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:22:39,553 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:22:39,553 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:22:39,553 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39847,1731140557112-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:39,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cc3014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:39,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39847,-1 for getting cluster id 2024-11-09T08:22:39,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:39,591 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165e2ec-8f4b-44af-89a7-5d7ca2d1708d' 2024-11-09T08:22:39,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165e2ec-8f4b-44af-89a7-5d7ca2d1708d" 2024-11-09T08:22:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdec75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39847,-1] 2024-11-09T08:22:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:39,594 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:39,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e5c824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:39,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,43379,1731140557489, seqNum=-1] 2024-11-09T08:22:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:39,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:39,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:39,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62318 2024-11-09T08:22:39,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62318, baseZNode=/0-1831312862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:39,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eb08e1c0002 connected 2024-11-09T08:22:39,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:39,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0b633f 2024-11-09T08:22:39,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:39,648 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:39,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:22:39,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:39,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:39,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:22:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:39,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:22:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:40,070 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4de33b0069f821539fae259f5a200e7e, NAME => 'test,,1731140559648.4de33b0069f821539fae259f5a200e7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38 2024-11-09T08:22:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40551 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:40,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140559648.4de33b0069f821539fae259f5a200e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:40,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4de33b0069f821539fae259f5a200e7e, disabling compactions & flushes 2024-11-09T08:22:40,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140559648.4de33b0069f821539fae259f5a200e7e. after waiting 0 ms 2024-11-09T08:22:40,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4de33b0069f821539fae259f5a200e7e: Waiting for close lock at 1731140560476Disabling compacts and flushes for region at 1731140560476Disabling writes for close at 1731140560476Writing region close event to WAL at 1731140560476Closed at 1731140560476 2024-11-09T08:22:40,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:40,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140559648.4de33b0069f821539fae259f5a200e7e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140560478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140560478"}]},"ts":"1731140560478"} 2024-11-09T08:22:40,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:40,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:40,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140560481"}]},"ts":"1731140560481"} 2024-11-09T08:22:40,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:22:40,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4de33b0069f821539fae259f5a200e7e, ASSIGN}] 2024-11-09T08:22:40,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4de33b0069f821539fae259f5a200e7e, ASSIGN 2024-11-09T08:22:40,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4de33b0069f821539fae259f5a200e7e, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,43379,1731140557489; forceNewPlan=false, retain=false 2024-11-09T08:22:40,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4de33b0069f821539fae259f5a200e7e, regionState=OPENING, regionLocation=d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4de33b0069f821539fae259f5a200e7e, ASSIGN because future has completed 2024-11-09T08:22:40,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4de33b0069f821539fae259f5a200e7e, server=d7c8ba49ede6,43379,1731140557489}] 2024-11-09T08:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:40,796 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,796 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4de33b0069f821539fae259f5a200e7e, NAME => 'test,,1731140559648.4de33b0069f821539fae259f5a200e7e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:40,800 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:40,800 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:22:40,800 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,801 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140559648.4de33b0069f821539fae259f5a200e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:40,801 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,801 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,804 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,805 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4de33b0069f821539fae259f5a200e7e columnFamilyName f 2024-11-09T08:22:40,805 DEBUG [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:40,805 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] regionserver.HStore(327): Store=4de33b0069f821539fae259f5a200e7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:40,806 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,806 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4de33b0069f821539fae259f5a200e7e columnFamilyName f1 2024-11-09T08:22:40,806 DEBUG [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:40,807 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] regionserver.HStore(327): Store=4de33b0069f821539fae259f5a200e7e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:40,807 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,808 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4de33b0069f821539fae259f5a200e7e columnFamilyName norep 2024-11-09T08:22:40,808 DEBUG [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:40,808 INFO [StoreOpener-4de33b0069f821539fae259f5a200e7e-1 {}] regionserver.HStore(327): Store=4de33b0069f821539fae259f5a200e7e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:40,808 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,809 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/default/test/4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,809 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/default/test/4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,810 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,810 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,811 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:40,811 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,817 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/data/default/test/4de33b0069f821539fae259f5a200e7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:40,817 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4de33b0069f821539fae259f5a200e7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61504811, jitterRate=-0.08350689709186554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:40,817 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4de33b0069f821539fae259f5a200e7e 2024-11-09T08:22:40,818 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4de33b0069f821539fae259f5a200e7e: Running coprocessor pre-open hook at 1731140560801Writing region info on filesystem at 1731140560801Initializing all the Stores at 1731140560802 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140560802Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140560803 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140560803Cleaning up temporary data from old regions at 1731140560810 (+7 ms)Running coprocessor post-open hooks at 1731140560817 (+7 ms)Region opened successfully at 1731140560818 (+1 ms) 2024-11-09T08:22:40,819 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140559648.4de33b0069f821539fae259f5a200e7e., pid=6, masterSystemTime=1731140560793 2024-11-09T08:22:40,821 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,821 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140559648.4de33b0069f821539fae259f5a200e7e. 2024-11-09T08:22:40,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4de33b0069f821539fae259f5a200e7e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,43379,1731140557489 2024-11-09T08:22:40,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4de33b0069f821539fae259f5a200e7e, server=d7c8ba49ede6,43379,1731140557489 because future has completed 2024-11-09T08:22:40,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:22:40,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4de33b0069f821539fae259f5a200e7e, server=d7c8ba49ede6,43379,1731140557489 in 183 msec 2024-11-09T08:22:40,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:22:40,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4de33b0069f821539fae259f5a200e7e, ASSIGN in 343 msec 2024-11-09T08:22:40,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:40,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140560829"}]},"ts":"1731140560829"} 2024-11-09T08:22:40,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:22:40,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:40,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-09T08:22:41,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:41,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:41,800 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:22:41,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18269c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:41,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39847,-1 for getting cluster id 2024-11-09T08:22:41,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:41,801 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165e2ec-8f4b-44af-89a7-5d7ca2d1708d' 2024-11-09T08:22:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165e2ec-8f4b-44af-89a7-5d7ca2d1708d" 2024-11-09T08:22:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d49cc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:41,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39847,-1] 2024-11-09T08:22:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:41,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:41,802 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b661d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:41,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee48c95 2024-11-09T08:22:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:41,804 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:41,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:39847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:22:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:22:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:41,807 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:39847' 2024-11-09T08:22:41,808 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe56d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:41,808 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39847,-1 for getting cluster id 2024-11-09T08:22:41,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:41,809 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1165e2ec-8f4b-44af-89a7-5d7ca2d1708d' 2024-11-09T08:22:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1165e2ec-8f4b-44af-89a7-5d7ca2d1708d" 2024-11-09T08:22:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c79a6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39847,-1] 2024-11-09T08:22:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:41,810 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8fc39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:41,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39847,1731140557112 2024-11-09T08:22:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5240005 2024-11-09T08:22:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:41,812 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:41,812 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:22:41,812 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:22:41,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:41,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:41,813 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7c8ba49ede6:39847, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:22:41,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:41,819 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7c8ba49ede6:39847, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7c8ba49ede6:39847, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7c8ba49ede6:39847, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T08:22:41,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7c8ba49ede6:39847, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-09T08:22:41,821 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T08:22:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:22:41,911 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d7c8ba49ede6:39847, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T08:22:41,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:22:41,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:22:41,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:41,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:41,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:22:41,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 358) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731693358_20 at /127.0.0.1:51992 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp730309813-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fc264439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;d7c8ba49ede6:43379-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d7c8ba49ede6:43379 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_205715590_20 at /127.0.0.1:52042 [Receiving block BP-665038835-172.17.0.3-1731140555396:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7bc71f1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3338bb6d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731693358_20 at /127.0.0.1:52062 [Receiving block BP-665038835-172.17.0.3-1731140555396:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38/MasterData-prefix:d7c8ba49ede6,39847,1731140557112 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2995bc82-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1436349251-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38-prefix:d7c8ba49ede6,43379,1731140557489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PacketResponder: BP-665038835-172.17.0.3-1731140555396:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1436349251-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fc264439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp730309813-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45681 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1436349251-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1436349251-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fc264439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1436349251-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fc264439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1412641985) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@9f24307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@586588ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140558529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7c8ba49ede6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7c8ba49ede6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: master/d7c8ba49ede6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62318) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/d7c8ba49ede6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server idle connection scanner for port 33345 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62318) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45681/user/jenkins/test-data/1992b0ff-10cb-6dda-91f8-ef40a3f59e38-prefix:d7c8ba49ede6,43379,1731140557489.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62318) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@56b7299a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2e5e22b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fc2649fea18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 4 on default port 33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62318 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: d7c8ba49ede6:39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PacketResponder: BP-665038835-172.17.0.3-1731140555396:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1436349251-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp730309813-7917-acceptor-0@175c20ed-ServerConnector@60216172{HTTP/1.1, (http/1.1)}{localhost:45319} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp730309813-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2b3618e8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140558529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcessThread(sid:0 cport:62318): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-665038835-172.17.0.3-1731140555396:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a36a10d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-665038835-172.17.0.3-1731140555396 heartbeating to localhost/127.0.0.1:45681 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3391f66a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: M:0;d7c8ba49ede6:39847 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@a405ffd java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1436349251-7871-acceptor-0@92fc805-ServerConnector@3fa5b305{HTTP/1.1, (http/1.1)}{localhost:41623} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/data/data1/current/BP-665038835-172.17.0.3-1731140555396 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1436349251-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fc264439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@b0e77ad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/data/data2/current/BP-665038835-172.17.0.3-1731140555396 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45681 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007fc264ad9598.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731693358_20 at /127.0.0.1:52070 [Receiving block BP-665038835-172.17.0.3-1731140555396:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/cluster_f933bbb2-596a-6685-0725-24b3c330d75e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=877 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=729 (was 848) 2024-11-09T08:22:41,930 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-09T08:22:41,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=877, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=728 2024-11-09T08:22:41,962 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-09T08:22:41,982 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T08:22:41,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.log.dir so I do NOT create it in target/test-data/536cb35c-1976-08c5-971b-543939017a46 2024-11-09T08:22:41,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:22:41,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.tmp.dir so I do NOT create it in target/test-data/536cb35c-1976-08c5-971b-543939017a46 2024-11-09T08:22:41,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24319936-aa74-04eb-0b90-ed67d6db695e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:22:41,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46 2024-11-09T08:22:41,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71, deleteOnExit=true 2024-11-09T08:22:42,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/zookeeper_0, clientPort=55100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:22:42,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55100 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/test.cache.data in system properties and HBase conf 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:22:42,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:22:42,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:22:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:22:42,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:22:42,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:42,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:42,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:42,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:42,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:22:42,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:42,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5737688b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:42,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a115722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:42,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d099376{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/java.io.tmpdir/jetty-localhost-43835-hadoop-hdfs-3_4_1-tests_jar-_-any-6045035293200077034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:42,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c7f74f5{HTTP/1.1, (http/1.1)}{localhost:43835} 2024-11-09T08:22:42,575 INFO [Time-limited test {}] server.Server(415): Started @324357ms 2024-11-09T08:22:42,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:42,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:42,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:42,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:42,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:22:42,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e43f981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:42,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207437ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:43,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40dfdc00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/java.io.tmpdir/jetty-localhost-34239-hadoop-hdfs-3_4_1-tests_jar-_-any-14166135079544962214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:43,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@643d0ba5{HTTP/1.1, (http/1.1)}{localhost:34239} 2024-11-09T08:22:43,081 INFO [Time-limited test {}] server.Server(415): Started @324863ms 2024-11-09T08:22:43,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:22:43,756 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/data/data2/current/BP-1403362459-172.17.0.3-1731140562088/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:43,756 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/data/data1/current/BP-1403362459-172.17.0.3-1731140562088/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:43,780 WARN [Thread-4294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:22:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144f760b52d52796 with lease ID 0x407113417bb53a0: Processing first storage report for DS-1926458e-ce21-4283-acc3-f757f3078719 from datanode DatanodeRegistration(127.0.0.1:41931, datanodeUuid=fd16ac65-4592-419e-bd97-67e895f623a7, infoPort=37549, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1583850960;c=1731140562088) 2024-11-09T08:22:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144f760b52d52796 with lease ID 0x407113417bb53a0: from storage DS-1926458e-ce21-4283-acc3-f757f3078719 node DatanodeRegistration(127.0.0.1:41931, datanodeUuid=fd16ac65-4592-419e-bd97-67e895f623a7, infoPort=37549, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1583850960;c=1731140562088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144f760b52d52796 with lease ID 0x407113417bb53a0: Processing first storage report for DS-3bbe0e2c-059b-482c-aae4-f8aecfda5898 from datanode DatanodeRegistration(127.0.0.1:41931, datanodeUuid=fd16ac65-4592-419e-bd97-67e895f623a7, infoPort=37549, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1583850960;c=1731140562088) 2024-11-09T08:22:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144f760b52d52796 with lease ID 0x407113417bb53a0: from storage DS-3bbe0e2c-059b-482c-aae4-f8aecfda5898 node DatanodeRegistration(127.0.0.1:41931, datanodeUuid=fd16ac65-4592-419e-bd97-67e895f623a7, infoPort=37549, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1583850960;c=1731140562088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:43,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46 2024-11-09T08:22:43,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:43,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:43,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:22:43,825 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5 with version=8 2024-11-09T08:22:43,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/hbase-staging 2024-11-09T08:22:43,828 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:22:43,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:43,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43737 2024-11-09T08:22:43,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43737 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437370x0, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:43,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43737-0x1011eb0a83e0000 connected 2024-11-09T08:22:44,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:44,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:44,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/running 2024-11-09T08:22:44,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5, hbase.cluster.distributed=false 2024-11-09T08:22:44,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/acl 2024-11-09T08:22:44,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-09T08:22:44,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-11-09T08:22:44,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-11-09T08:22:44,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-09T08:22:44,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-09T08:22:44,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:44,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:44,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:44,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:44,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:44,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:44,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:22:44,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:44,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41485 2024-11-09T08:22:44,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41485 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:44,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:44,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:44,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414850x0, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:44,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414850x0, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/running 2024-11-09T08:22:44,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:22:44,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41485-0x1011eb0a83e0001 connected 2024-11-09T08:22:44,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:22:44,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/master 2024-11-09T08:22:44,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/acl 2024-11-09T08:22:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-09T08:22:44,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41485 2024-11-09T08:22:44,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41485 2024-11-09T08:22:44,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-09T08:22:44,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-09T08:22:44,221 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:43737 2024-11-09T08:22:44,224 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1166197749/backup-masters/d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749/backup-masters 2024-11-09T08:22:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749/backup-masters 2024-11-09T08:22:44,235 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on existing znode=/0-1166197749/backup-masters/d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1166197749/master 2024-11-09T08:22:44,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,245 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on existing znode=/0-1166197749/master 2024-11-09T08:22:44,246 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1166197749/backup-masters/d7c8ba49ede6,43737,1731140563827 from backup master directory 2024-11-09T08:22:44,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1166197749/backup-masters/d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749/backup-masters 2024-11-09T08:22:44,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749/backup-masters 2024-11-09T08:22:44,256 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:44,256 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,259 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/hbase.id] with ID: 83344716-7e1f-4f05-bc67-188b7bc082b8 2024-11-09T08:22:44,259 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/.tmp/hbase.id 2024-11-09T08:22:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:22:44,266 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/.tmp/hbase.id]:[hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/hbase.id] 2024-11-09T08:22:44,283 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:44,283 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:22:44,284 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:22:44,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:22:44,311 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:44,312 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:22:44,312 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:44,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:22:44,323 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store 2024-11-09T08:22:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:22:44,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:44,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:44,729 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:44,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:44,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:44,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:44,729 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:44,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140564729Disabling compacts and flushes for region at 1731140564729Disabling writes for close at 1731140564729Writing region close event to WAL at 1731140564729Closed at 1731140564729 2024-11-09T08:22:44,730 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/.initializing 2024-11-09T08:22:44,730 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/WALs/d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,731 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:44,732 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C43737%2C1731140563827, suffix=, logDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/WALs/d7c8ba49ede6,43737,1731140563827, archiveDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/oldWALs, maxLogs=10 2024-11-09T08:22:44,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/WALs/d7c8ba49ede6,43737,1731140563827/d7c8ba49ede6%2C43737%2C1731140563827.1731140564732, exclude list is [], retry=0 2024-11-09T08:22:44,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:22:44,756 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/WALs/d7c8ba49ede6,43737,1731140563827/d7c8ba49ede6%2C43737%2C1731140563827.1731140564732 2024-11-09T08:22:44,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:22:44,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:44,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:44,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:22:44,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:44,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:44,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:22:44,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:44,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:44,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:22:44,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:44,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:44,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:22:44,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:44,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:44,770 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,770 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,772 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:44,772 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:44,774 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:44,774 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66161094, jitterRate=-0.014122873544692993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:44,775 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140564761Initializing all the Stores at 1731140564761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140564761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140564761Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140564761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140564761Cleaning up temporary data from old regions at 1731140564771 (+10 ms)Region opened successfully at 1731140564774 (+3 ms) 2024-11-09T08:22:44,776 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:22:44,779 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d358153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:44,779 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:22:44,780 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:22:44,780 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:22:44,780 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:22:44,780 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:22:44,781 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:22:44,781 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:22:44,785 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:22:44,786 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Unable to get data of znode /0-1166197749/balancer because node does not exist (not necessarily an error) 2024-11-09T08:22:44,834 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/balancer already deleted, retry=false 2024-11-09T08:22:44,835 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:22:44,836 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Unable to get data of znode /0-1166197749/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:22:44,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:22:44,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T08:22:44,845 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/normalizer already deleted, retry=false 2024-11-09T08:22:44,845 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:22:44,846 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Unable to get data of znode /0-1166197749/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:22:44,855 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/switch/split already deleted, retry=false 2024-11-09T08:22:44,856 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Unable to get data of znode /0-1166197749/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:22:44,866 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/switch/merge already deleted, retry=false 2024-11-09T08:22:44,868 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Unable to get data of znode /0-1166197749/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:22:44,876 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/snapshot-cleanup already deleted, retry=false 2024-11-09T08:22:44,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1166197749/running 2024-11-09T08:22:44,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1166197749/running 2024-11-09T08:22:44,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,888 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,43737,1731140563827, sessionid=0x1011eb0a83e0000, setting cluster-up flag (Was=false) 2024-11-09T08:22:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,940 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1166197749/flush-table-proc/acquired, /0-1166197749/flush-table-proc/reached, /0-1166197749/flush-table-proc/abort 2024-11-09T08:22:44,941 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:44,992 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1166197749/online-snapshot/acquired, /0-1166197749/online-snapshot/reached, /0-1166197749/online-snapshot/abort 2024-11-09T08:22:44,994 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:44,995 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:22:44,997 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:44,997 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:22:44,997 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:22:44,997 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,43737,1731140563827 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:44,999 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:45,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:22:45,015 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(746): ClusterId : 83344716-7e1f-4f05-bc67-188b7bc082b8 2024-11-09T08:22:45,015 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:22:45,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:22:45,017 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140595017 2024-11-09T08:22:45,017 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:22:45,017 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:22:45,017 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:22:45,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:22:45,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:22:45,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:22:45,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,020 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:22:45,020 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:22:45,020 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:22:45,020 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:22:45,025 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:22:45,025 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:22:45,028 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:22:45,028 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:22:45,031 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140565028,5,FailOnTimeoutGroup] 2024-11-09T08:22:45,032 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140565031,5,FailOnTimeoutGroup] 2024-11-09T08:22:45,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:22:45,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,032 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:22:45,035 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:22:45,036 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab31fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:45,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:22:45,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5 2024-11-09T08:22:45,060 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:41485 2024-11-09T08:22:45,060 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:22:45,060 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:22:45,060 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:22:45,061 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,43737,1731140563827 with port=41485, startcode=1731140564161 2024-11-09T08:22:45,061 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:22:45,069 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:22:45,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,071 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5 2024-11-09T08:22:45,071 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46411 2024-11-09T08:22:45,071 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:22:45,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749/rs 2024-11-09T08:22:45,084 DEBUG [RS:0;d7c8ba49ede6:41485 {}] zookeeper.ZKUtil(111): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on existing znode=/0-1166197749/rs/d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,084 WARN [RS:0;d7c8ba49ede6:41485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:45,084 INFO [RS:0;d7c8ba49ede6:41485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:45,084 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:22:45,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,41485,1731140564161] 2024-11-09T08:22:45,131 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:22:45,135 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:22:45,136 INFO [RS:0;d7c8ba49ede6:41485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:22:45,136 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,136 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:22:45,137 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:22:45,137 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,137 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,137 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,137 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,137 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:45,138 DEBUG [RS:0;d7c8ba49ede6:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:45,139 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,139 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,139 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,139 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,139 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,139 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41485,1731140564161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:45,161 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:22:45,162 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41485,1731140564161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,162 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,162 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.Replication(171): d7c8ba49ede6,41485,1731140564161 started 2024-11-09T08:22:45,183 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:45,184 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,41485,1731140564161, RpcServer on d7c8ba49ede6/172.17.0.3:41485, sessionid=0x1011eb0a83e0001 2024-11-09T08:22:45,184 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:22:45,184 DEBUG [RS:0;d7c8ba49ede6:41485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,184 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41485,1731140564161' 2024-11-09T08:22:45,184 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1166197749/flush-table-proc/abort' 2024-11-09T08:22:45,184 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1166197749/flush-table-proc/acquired' 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41485,1731140564161' 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1166197749/online-snapshot/abort' 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1166197749/online-snapshot/acquired' 2024-11-09T08:22:45,185 DEBUG [RS:0;d7c8ba49ede6:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:22:45,185 INFO [RS:0;d7c8ba49ede6:41485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:22:45,185 INFO [RS:0;d7c8ba49ede6:41485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:22:45,286 INFO [RS:0;d7c8ba49ede6:41485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:45,287 INFO [RS:0;d7c8ba49ede6:41485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41485%2C1731140564161, suffix=, logDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161, archiveDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/oldWALs, maxLogs=10 2024-11-09T08:22:45,306 DEBUG [RS:0;d7c8ba49ede6:41485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288, exclude list is [], retry=0 2024-11-09T08:22:45,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:22:45,311 INFO [RS:0;d7c8ba49ede6:41485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 2024-11-09T08:22:45,312 DEBUG [RS:0;d7c8ba49ede6:41485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:22:45,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:45,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:45,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:45,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:45,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:45,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:45,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:45,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:45,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:45,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:45,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740 2024-11-09T08:22:45,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740 2024-11-09T08:22:45,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:45,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:45,501 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:45,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:45,504 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:45,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74404643, jitterRate=0.10871557891368866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:45,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140565490Initializing all the Stores at 1731140565491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140565491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140565491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140565491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140565491Cleaning up temporary data from old regions at 1731140565500 (+9 ms)Region opened successfully at 1731140565505 (+5 ms) 2024-11-09T08:22:45,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:45,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:45,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:45,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:45,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:45,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:45,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140565505Disabling compacts and flushes for region at 1731140565505Disabling writes for close at 1731140565505Writing region close event to WAL at 1731140565506 (+1 ms)Closed at 1731140565506 2024-11-09T08:22:45,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:45,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:22:45,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:22:45,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:45,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:22:45,661 DEBUG [d7c8ba49ede6:43737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:22:45,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41485,1731140564161, state=OPENING 2024-11-09T08:22:45,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:22:45,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:45,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:22:45,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1166197749/meta-region-server: CHANGED 2024-11-09T08:22:45,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1166197749/meta-region-server: CHANGED 2024-11-09T08:22:45,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:45,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41485,1731140564161}] 2024-11-09T08:22:45,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:45,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:22:45,906 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:22:45,906 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:45,906 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:22:45,911 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41485%2C1731140564161.meta, suffix=.meta, logDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161, archiveDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/oldWALs, maxLogs=10 2024-11-09T08:22:45,930 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.meta.1731140565911.meta, exclude list is [], retry=0 2024-11-09T08:22:45,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:22:45,946 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.meta.1731140565911.meta 2024-11-09T08:22:45,946 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:45,947 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:22:45,947 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:22:45,947 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:22:45,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:45,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:45,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:45,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:45,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:45,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:45,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:45,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:45,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:45,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:45,954 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:45,954 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740 2024-11-09T08:22:45,955 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740 2024-11-09T08:22:45,956 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:45,956 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:45,957 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:45,958 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:45,958 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71895641, jitterRate=0.0713285356760025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:45,959 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:22:45,959 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140565947Writing region info on filesystem at 1731140565947Initializing all the Stores at 1731140565948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140565948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140565949 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140565949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140565949Cleaning up temporary data from old regions at 1731140565956 (+7 ms)Running coprocessor post-open hooks at 1731140565959 (+3 ms)Region opened successfully at 1731140565959 2024-11-09T08:22:45,960 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140565902 2024-11-09T08:22:45,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41485,1731140564161, state=OPEN 2024-11-09T08:22:45,964 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:22:45,964 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:22:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1166197749/meta-region-server 2024-11-09T08:22:45,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1166197749/meta-region-server: CHANGED 2024-11-09T08:22:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1166197749/meta-region-server 2024-11-09T08:22:45,985 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:45,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1166197749/meta-region-server: CHANGED 2024-11-09T08:22:45,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:22:45,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41485,1731140564161 in 236 msec 2024-11-09T08:22:45,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:22:45,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-09T08:22:45,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:45,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:22:45,993 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:45,993 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41485,1731140564161, seqNum=-1] 2024-11-09T08:22:45,993 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:45,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:46,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0090 sec 2024-11-09T08:22:46,007 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140566007, completionTime=-1 2024-11-09T08:22:46,007 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:22:46,007 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:22:46,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:22:46,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140626010 2024-11-09T08:22:46,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140686010 2024-11-09T08:22:46,010 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T08:22:46,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43737,1731140563827-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43737,1731140563827-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43737,1731140563827-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:43737, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,011 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,014 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:22:46,016 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,023 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.767sec 2024-11-09T08:22:46,023 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:22:46,023 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:22:46,024 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:22:46,024 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:22:46,024 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:22:46,024 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43737,1731140563827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:46,025 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43737,1731140563827-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:22:46,027 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:22:46,027 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:22:46,027 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43737,1731140563827-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:46,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d9863b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:46,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43737,-1 for getting cluster id 2024-11-09T08:22:46,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:46,121 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83344716-7e1f-4f05-bc67-188b7bc082b8' 2024-11-09T08:22:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83344716-7e1f-4f05-bc67-188b7bc082b8" 2024-11-09T08:22:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3285bf92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43737,-1] 2024-11-09T08:22:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:46,125 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:46,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b1a9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:46,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41485,1731140564161, seqNum=-1] 2024-11-09T08:22:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:46,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:46,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:46,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:22:46,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:22:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T08:22:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T08:22:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:22:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T08:22:46,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:22:46,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:22:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:46,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011eb0a83e0002 connected 2024-11-09T08:22:46,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir so I do NOT create it in target/test-data/42e97908-d93c-f075-0aae-33d24a161126 2024-11-09T08:22:46,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.tmp.dir so I do NOT create it in target/test-data/42e97908-d93c-f075-0aae-33d24a161126 2024-11-09T08:22:46,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:22:46,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/cluster_f10f4239-acd2-9c5a-bd47-124faa91b35d, deleteOnExit=true 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/test.cache.data in system properties and HBase conf 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:22:46,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:22:46,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:22:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:22:46,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:22:46,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:46,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:46,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:46,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:46,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:22:46,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:46,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2a3994{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:46,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8aa5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:46,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39868bdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/java.io.tmpdir/jetty-localhost-40527-hadoop-hdfs-3_4_1-tests_jar-_-any-6250045848212158487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:46,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56952b88{HTTP/1.1, (http/1.1)}{localhost:40527} 2024-11-09T08:22:46,866 INFO [Time-limited test {}] server.Server(415): Started @328648ms 2024-11-09T08:22:47,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:47,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:47,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:47,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:47,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:22:47,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691ab766{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:47,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155598f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:47,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10507257{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/java.io.tmpdir/jetty-localhost-37841-hadoop-hdfs-3_4_1-tests_jar-_-any-15167607772118284432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:47,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d275c41{HTTP/1.1, (http/1.1)}{localhost:37841} 2024-11-09T08:22:47,336 INFO [Time-limited test {}] server.Server(415): Started @329118ms 2024-11-09T08:22:47,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:22:48,234 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/cluster_f10f4239-acd2-9c5a-bd47-124faa91b35d/data/data1/current/BP-1953745545-172.17.0.3-1731140566207/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:48,234 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/cluster_f10f4239-acd2-9c5a-bd47-124faa91b35d/data/data2/current/BP-1953745545-172.17.0.3-1731140566207/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:48,257 WARN [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:22:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb62ddd4a1b323fcb with lease ID 0xb3fc53f5dcd6a448: Processing first storage report for DS-1a1d3408-4d1b-4ccf-ac63-9c430384e2f3 from datanode DatanodeRegistration(127.0.0.1:35157, datanodeUuid=1f896b8c-a04e-4cf6-9ed0-56dc173303a0, infoPort=36609, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=1667439240;c=1731140566207) 2024-11-09T08:22:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb62ddd4a1b323fcb with lease ID 0xb3fc53f5dcd6a448: from storage DS-1a1d3408-4d1b-4ccf-ac63-9c430384e2f3 node DatanodeRegistration(127.0.0.1:35157, datanodeUuid=1f896b8c-a04e-4cf6-9ed0-56dc173303a0, infoPort=36609, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=1667439240;c=1731140566207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb62ddd4a1b323fcb with lease ID 0xb3fc53f5dcd6a448: Processing first storage report for DS-00462a3a-2b23-4d4c-8674-d7e53adc2c63 from datanode DatanodeRegistration(127.0.0.1:35157, datanodeUuid=1f896b8c-a04e-4cf6-9ed0-56dc173303a0, infoPort=36609, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=1667439240;c=1731140566207) 2024-11-09T08:22:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb62ddd4a1b323fcb with lease ID 0xb3fc53f5dcd6a448: from storage DS-00462a3a-2b23-4d4c-8674-d7e53adc2c63 node DatanodeRegistration(127.0.0.1:35157, datanodeUuid=1f896b8c-a04e-4cf6-9ed0-56dc173303a0, infoPort=36609, infoSecurePort=0, ipcPort=43833, storageInfo=lv=-57;cid=testClusterID;nsid=1667439240;c=1731140566207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:48,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126 2024-11-09T08:22:48,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:48,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:22:48,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008 with version=8 2024-11-09T08:22:48,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/hbase-staging 2024-11-09T08:22:48,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:22:48,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:48,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35421 2024-11-09T08:22:48,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35421 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354210x0, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:48,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35421-0x1011eb0a83e0003 connected 2024-11-09T08:22:48,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:48,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:48,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/running 2024-11-09T08:22:48,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008, hbase.cluster.distributed=false 2024-11-09T08:22:48,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/acl 2024-11-09T08:22:48,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35421 2024-11-09T08:22:48,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35421 2024-11-09T08:22:48,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35421 2024-11-09T08:22:48,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35421 2024-11-09T08:22:48,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35421 2024-11-09T08:22:48,879 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:22:48,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:48,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42431 2024-11-09T08:22:48,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42431 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:48,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:48,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424310x0, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:48,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424310x0, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/running 2024-11-09T08:22:48,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42431-0x1011eb0a83e0004 connected 2024-11-09T08:22:48,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:22:48,928 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:22:48,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/master 2024-11-09T08:22:48,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/acl 2024-11-09T08:22:48,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42431 2024-11-09T08:22:48,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42431 2024-11-09T08:22:48,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42431 2024-11-09T08:22:48,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42431 2024-11-09T08:22:48,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42431 2024-11-09T08:22:48,946 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:35421 2024-11-09T08:22:48,947 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-750128523/backup-masters/d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523/backup-masters 2024-11-09T08:22:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523/backup-masters 2024-11-09T08:22:49,001 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on existing znode=/1-750128523/backup-masters/d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:49,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:49,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-750128523/master 2024-11-09T08:22:49,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:49,072 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on existing znode=/1-750128523/master 2024-11-09T08:22:49,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-750128523/backup-masters/d7c8ba49ede6,35421,1731140568711 from backup master directory 2024-11-09T08:22:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-750128523/backup-masters/d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523/backup-masters 2024-11-09T08:22:49,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523/backup-masters 2024-11-09T08:22:49,150 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:49,150 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:49,153 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/hbase.id] with ID: d0535742-176d-4ad6-a564-d7928d5d737d 2024-11-09T08:22:49,153 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/.tmp/hbase.id 2024-11-09T08:22:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:22:49,560 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/.tmp/hbase.id]:[hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/hbase.id] 2024-11-09T08:22:49,568 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:49,568 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:22:49,568 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T08:22:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:22:49,658 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:49,659 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:22:49,659 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:22:50,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store 2024-11-09T08:22:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:22:50,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:50,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:50,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140570070Disabling compacts and flushes for region at 1731140570070Disabling writes for close at 1731140570071 (+1 ms)Writing region close event to WAL at 1731140570071Closed at 1731140570071 2024-11-09T08:22:50,071 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/.initializing 2024-11-09T08:22:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/WALs/d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:50,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:50,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C35421%2C1731140568711, suffix=, logDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/WALs/d7c8ba49ede6,35421,1731140568711, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/oldWALs, maxLogs=10 2024-11-09T08:22:50,085 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/WALs/d7c8ba49ede6,35421,1731140568711/d7c8ba49ede6%2C35421%2C1731140568711.1731140570073, exclude list is [], retry=0 2024-11-09T08:22:50,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-1a1d3408-4d1b-4ccf-ac63-9c430384e2f3,DISK] 2024-11-09T08:22:50,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/WALs/d7c8ba49ede6,35421,1731140568711/d7c8ba49ede6%2C35421%2C1731140568711.1731140570073 2024-11-09T08:22:50,088 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-09T08:22:50,088 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:50,089 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:50,089 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,089 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:22:50,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:50,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:50,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:22:50,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:50,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:50,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:22:50,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:50,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:50,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:22:50,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:50,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:50,094 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,094 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,094 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,095 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,095 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,095 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:50,096 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:50,097 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:50,098 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64744468, jitterRate=-0.03523224592208862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:50,098 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140570089Initializing all the Stores at 1731140570089Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140570089Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140570089Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140570089Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140570089Cleaning up temporary data from old regions at 1731140570095 (+6 ms)Region opened successfully at 1731140570098 (+3 ms) 2024-11-09T08:22:50,098 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:22:50,100 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e864b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:50,100 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:22:50,100 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:22:50,100 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:22:50,101 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:22:50,101 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:22:50,101 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:22:50,101 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:22:50,103 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:22:50,104 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Unable to get data of znode /1-750128523/balancer because node does not exist (not necessarily an error) 2024-11-09T08:22:50,181 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-750128523/balancer already deleted, retry=false 2024-11-09T08:22:50,182 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:22:50,182 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Unable to get data of znode /1-750128523/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:22:50,387 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-750128523/normalizer already deleted, retry=false 2024-11-09T08:22:50,388 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:22:50,389 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Unable to get data of znode /1-750128523/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:22:50,472 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-750128523/switch/split already deleted, retry=false 2024-11-09T08:22:50,473 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Unable to get data of znode /1-750128523/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:22:50,557 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-750128523/switch/merge already deleted, retry=false 2024-11-09T08:22:50,559 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Unable to get data of znode /1-750128523/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:22:50,642 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-750128523/snapshot-cleanup already deleted, retry=false 2024-11-09T08:22:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-750128523/running 2024-11-09T08:22:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-750128523/running 2024-11-09T08:22:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:50,730 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,35421,1731140568711, sessionid=0x1011eb0a83e0003, setting cluster-up flag (Was=false) 2024-11-09T08:22:50,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:50,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:51,111 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-750128523/flush-table-proc/acquired, /1-750128523/flush-table-proc/reached, /1-750128523/flush-table-proc/abort 2024-11-09T08:22:51,112 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:51,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:51,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:51,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:51,544 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-750128523/online-snapshot/acquired, /1-750128523/online-snapshot/reached, /1-750128523/online-snapshot/abort 2024-11-09T08:22:51,545 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:51,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:22:51,547 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:51,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:22:51,547 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:22:51,548 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,35421,1731140568711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:51,549 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,551 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140601551 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:22:51,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:51,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:22:51,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,553 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:22:51,553 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:22:51,553 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:22:51,553 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:22:51,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:51,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:22:51,556 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:22:51,556 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:22:51,560 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140571556,5,FailOnTimeoutGroup] 2024-11-09T08:22:51,561 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140571560,5,FailOnTimeoutGroup] 2024-11-09T08:22:51,561 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,561 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:22:51,561 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,561 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:22:51,639 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(746): ClusterId : d0535742-176d-4ad6-a564-d7928d5d737d 2024-11-09T08:22:51,639 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:22:51,673 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:22:51,673 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:22:51,747 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:22:51,747 DEBUG [RS:0;d7c8ba49ede6:42431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377d8444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:51,761 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:42431 2024-11-09T08:22:51,761 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:22:51,761 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:22:51,762 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:22:51,762 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,35421,1731140568711 with port=42431, startcode=1731140568879 2024-11-09T08:22:51,762 DEBUG [RS:0;d7c8ba49ede6:42431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:22:51,764 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:22:51,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:51,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35421 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:51,765 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008 2024-11-09T08:22:51,765 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37845 2024-11-09T08:22:51,765 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:22:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523/rs 2024-11-09T08:22:51,845 DEBUG [RS:0;d7c8ba49ede6:42431 {}] zookeeper.ZKUtil(111): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on existing znode=/1-750128523/rs/d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:51,846 WARN [RS:0;d7c8ba49ede6:42431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:51,846 INFO [RS:0;d7c8ba49ede6:42431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:51,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,42431,1731140568879] 2024-11-09T08:22:51,846 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:51,848 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:22:51,850 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:22:51,850 INFO [RS:0;d7c8ba49ede6:42431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:22:51,850 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,850 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:51,851 DEBUG [RS:0;d7c8ba49ede6:42431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,851 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42431,1731140568879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:51,863 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:22:51,863 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42431,1731140568879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,863 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,863 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.Replication(171): d7c8ba49ede6,42431,1731140568879 started 2024-11-09T08:22:51,874 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:51,875 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,42431,1731140568879, RpcServer on d7c8ba49ede6/172.17.0.3:42431, sessionid=0x1011eb0a83e0004 2024-11-09T08:22:51,875 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:22:51,875 DEBUG [RS:0;d7c8ba49ede6:42431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:51,875 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42431,1731140568879' 2024-11-09T08:22:51,875 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-750128523/flush-table-proc/abort' 2024-11-09T08:22:51,875 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-750128523/flush-table-proc/acquired' 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42431,1731140568879' 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-750128523/online-snapshot/abort' 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-750128523/online-snapshot/acquired' 2024-11-09T08:22:51,876 DEBUG [RS:0;d7c8ba49ede6:42431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:22:51,876 INFO [RS:0;d7c8ba49ede6:42431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:22:51,876 INFO [RS:0;d7c8ba49ede6:42431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:22:51,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:22:51,966 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008 2024-11-09T08:22:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:22:51,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:51,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:51,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:51,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:51,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:51,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:51,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:51,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:51,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:51,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:51,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:51,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:51,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:51,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:51,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:51,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:51,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:51,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:51,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740 2024-11-09T08:22:51,977 INFO [RS:0;d7c8ba49ede6:42431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:51,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740 2024-11-09T08:22:51,977 INFO [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42431%2C1731140568879, suffix=, logDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/oldWALs, maxLogs=10 2024-11-09T08:22:51,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:51,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:51,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:51,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:51,980 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:51,980 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70577893, jitterRate=0.05169256031513214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:51,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140571971Initializing all the Stores at 1731140571971Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140571972 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140571972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140571972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140571972Cleaning up temporary data from old regions at 1731140571977 (+5 ms)Region opened successfully at 1731140571981 (+4 ms) 2024-11-09T08:22:51,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:51,981 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:51,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:51,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:51,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:51,981 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:51,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140571981Disabling compacts and flushes for region at 1731140571981Disabling writes for close at 1731140571981Writing region close event to WAL at 1731140571981Closed at 1731140571981 2024-11-09T08:22:51,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:51,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:22:51,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:22:51,983 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:51,984 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:22:51,992 DEBUG [RS:0;d7c8ba49ede6:42431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879/d7c8ba49ede6%2C42431%2C1731140568879.1731140571978, exclude list is [], retry=0 2024-11-09T08:22:51,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-1a1d3408-4d1b-4ccf-ac63-9c430384e2f3,DISK] 2024-11-09T08:22:51,996 INFO [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879/d7c8ba49ede6%2C42431%2C1731140568879.1731140571978 2024-11-09T08:22:51,996 DEBUG [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-09T08:22:52,134 DEBUG [d7c8ba49ede6:35421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:22:52,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:52,135 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42431,1731140568879, state=OPENING 2024-11-09T08:22:52,146 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:22:52,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:52,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:22:52,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-750128523/meta-region-server: CHANGED 2024-11-09T08:22:52,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-750128523/meta-region-server: CHANGED 2024-11-09T08:22:52,161 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:52,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42431,1731140568879}] 2024-11-09T08:22:52,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:52,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:22:52,317 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:22:52,317 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:52,317 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:22:52,319 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C42431%2C1731140568879.meta, suffix=.meta, logDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/oldWALs, maxLogs=10 2024-11-09T08:22:52,332 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879/d7c8ba49ede6%2C42431%2C1731140568879.meta.1731140572319.meta, exclude list is [], retry=0 2024-11-09T08:22:52,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-1a1d3408-4d1b-4ccf-ac63-9c430384e2f3,DISK] 2024-11-09T08:22:52,336 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/WALs/d7c8ba49ede6,42431,1731140568879/d7c8ba49ede6%2C42431%2C1731140568879.meta.1731140572319.meta 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:52,339 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:22:52,339 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:22:52,339 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:22:52,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:52,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:52,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:52,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:52,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:52,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:52,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:52,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:52,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:52,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:52,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:52,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:52,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:52,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:52,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:52,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:52,347 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:52,348 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740 2024-11-09T08:22:52,349 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740 2024-11-09T08:22:52,349 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:52,349 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:52,350 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:52,351 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:52,351 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69767551, jitterRate=0.039617523550987244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:52,351 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:22:52,351 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140572339Writing region info on filesystem at 1731140572339Initializing all the Stores at 1731140572340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140572340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140572343 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140572343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140572343Cleaning up temporary data from old regions at 1731140572349 (+6 ms)Running coprocessor post-open hooks at 1731140572351 (+2 ms)Region opened successfully at 1731140572351 2024-11-09T08:22:52,352 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140572313 2024-11-09T08:22:52,354 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:22:52,354 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:22:52,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:52,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42431,1731140568879, state=OPEN 2024-11-09T08:22:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-750128523/meta-region-server 2024-11-09T08:22:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-750128523/meta-region-server 2024-11-09T08:22:52,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:52,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-750128523/meta-region-server: CHANGED 2024-11-09T08:22:52,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-750128523/meta-region-server: CHANGED 2024-11-09T08:22:52,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:22:52,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42431,1731140568879 in 199 msec 2024-11-09T08:22:52,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:22:52,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-09T08:22:52,364 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:52,364 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:22:52,364 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:52,364 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42431,1731140568879, seqNum=-1] 2024-11-09T08:22:52,365 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:52,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:52,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-11-09T08:22:52,369 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140572369, completionTime=-1 2024-11-09T08:22:52,369 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:22:52,369 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140632371 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140692371 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35421,1731140568711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35421,1731140568711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35421,1731140568711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:35421, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,371 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,373 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:22:52,375 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35421,1731140568711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:52,376 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35421,1731140568711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:22:52,378 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:22:52,378 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:22:52,378 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35421,1731140568711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:52,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0a789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:52,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35421,-1 for getting cluster id 2024-11-09T08:22:52,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:52,440 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0535742-176d-4ad6-a564-d7928d5d737d' 2024-11-09T08:22:52,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0535742-176d-4ad6-a564-d7928d5d737d" 2024-11-09T08:22:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5627656d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35421,-1] 2024-11-09T08:22:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:52,442 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:52,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e296255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:52,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42431,1731140568879, seqNum=-1] 2024-11-09T08:22:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:52,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:52,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:52,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:52,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011eb0a83e0005 connected 2024-11-09T08:22:52,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir so I do NOT create it in target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd 2024-11-09T08:22:52,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:22:52,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.tmp.dir so I do NOT create it in target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd 2024-11-09T08:22:52,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:22:52,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd 2024-11-09T08:22:52,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/cluster_3918f9d8-5b56-af08-26f9-591650c223ca, deleteOnExit=true 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/test.cache.data in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:22:52,468 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:52,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:22:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:22:52,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:52,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:52,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:52,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:52,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:22:52,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:52,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f9e3cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:52,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e91dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:52,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ef8598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-12954479861287033924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:22:52,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35745f89{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-09T08:22:52,951 INFO [Time-limited test {}] server.Server(415): Started @334732ms 2024-11-09T08:22:53,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:22:53,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:22:53,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:22:53,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:22:53,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:22:53,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148e501b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:22:53,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4b9708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:22:53,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18240dd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/java.io.tmpdir/jetty-localhost-35177-hadoop-hdfs-3_4_1-tests_jar-_-any-1084427306776353434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:22:53,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0feb13{HTTP/1.1, (http/1.1)}{localhost:35177} 2024-11-09T08:22:53,346 INFO [Time-limited test {}] server.Server(415): Started @335128ms 2024-11-09T08:22:53,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:22:54,055 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/cluster_3918f9d8-5b56-af08-26f9-591650c223ca/data/data2/current/BP-994791650-172.17.0.3-1731140572493/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:54,055 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/cluster_3918f9d8-5b56-af08-26f9-591650c223ca/data/data1/current/BP-994791650-172.17.0.3-1731140572493/current, will proceed with Du for space computation calculation, 2024-11-09T08:22:54,074 WARN [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:22:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe51e49fc506a7cfd with lease ID 0xc93b1bc312679e21: Processing first storage report for DS-761b6f50-a39f-4a84-babf-3897d8030667 from datanode DatanodeRegistration(127.0.0.1:36409, datanodeUuid=1c97c06d-8e92-4053-a505-d34a961bcdf7, infoPort=34883, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1404441475;c=1731140572493) 2024-11-09T08:22:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe51e49fc506a7cfd with lease ID 0xc93b1bc312679e21: from storage DS-761b6f50-a39f-4a84-babf-3897d8030667 node DatanodeRegistration(127.0.0.1:36409, datanodeUuid=1c97c06d-8e92-4053-a505-d34a961bcdf7, infoPort=34883, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1404441475;c=1731140572493), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:22:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe51e49fc506a7cfd with lease ID 0xc93b1bc312679e21: Processing first storage report for DS-b358d170-1a9b-42f7-8b64-a92c5d1b5db8 from datanode DatanodeRegistration(127.0.0.1:36409, datanodeUuid=1c97c06d-8e92-4053-a505-d34a961bcdf7, infoPort=34883, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1404441475;c=1731140572493) 2024-11-09T08:22:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe51e49fc506a7cfd with lease ID 0xc93b1bc312679e21: from storage DS-b358d170-1a9b-42f7-8b64-a92c5d1b5db8 node DatanodeRegistration(127.0.0.1:36409, datanodeUuid=1c97c06d-8e92-4053-a505-d34a961bcdf7, infoPort=34883, infoSecurePort=0, ipcPort=41287, storageInfo=lv=-57;cid=testClusterID;nsid=1404441475;c=1731140572493), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:22:54,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd 2024-11-09T08:22:54,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:22:54,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c with version=8 2024-11-09T08:22:54,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/hbase-staging 2024-11-09T08:22:54,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:54,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:54,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:54,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:54,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:54,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:54,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:22:54,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:54,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42035 2024-11-09T08:22:54,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42035 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420350x0, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:54,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42035-0x1011eb0a83e0006 connected 2024-11-09T08:22:54,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/running 2024-11-09T08:22:54,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c, hbase.cluster.distributed=false 2024-11-09T08:22:54,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/acl 2024-11-09T08:22:54,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42035 2024-11-09T08:22:54,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42035 2024-11-09T08:22:54,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42035 2024-11-09T08:22:54,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42035 2024-11-09T08:22:54,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42035 2024-11-09T08:22:54,704 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:22:54,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41661 2024-11-09T08:22:54,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41661 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:54,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416610x0, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:54,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416610x0, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/running 2024-11-09T08:22:54,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41661-0x1011eb0a83e0007 connected 2024-11-09T08:22:54,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:22:54,719 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:22:54,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/master 2024-11-09T08:22:54,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/acl 2024-11-09T08:22:54,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-09T08:22:54,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41661 2024-11-09T08:22:54,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41661 2024-11-09T08:22:54,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-09T08:22:54,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-09T08:22:54,734 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:42035 2024-11-09T08:22:54,735 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1211504072/backup-masters/d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:54,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072/backup-masters 2024-11-09T08:22:54,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072/backup-masters 2024-11-09T08:22:54,747 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on existing znode=/2-1211504072/backup-masters/d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:54,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1211504072/master 2024-11-09T08:22:54,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:54,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:54,757 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on existing znode=/2-1211504072/master 2024-11-09T08:22:54,758 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1211504072/backup-masters/d7c8ba49ede6,42035,1731140574598 from backup master directory 2024-11-09T08:22:54,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211504072/backup-masters/d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:54,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072/backup-masters 2024-11-09T08:22:54,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072/backup-masters 2024-11-09T08:22:54,767 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:54,767 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:54,770 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/hbase.id] with ID: f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7 2024-11-09T08:22:54,770 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/.tmp/hbase.id 2024-11-09T08:22:54,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:22:54,780 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/.tmp/hbase.id]:[hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/hbase.id] 2024-11-09T08:22:54,789 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:22:54,789 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:22:54,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:22:54,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:54,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:22:55,206 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:55,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:22:55,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:55,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:22:55,613 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store 2024-11-09T08:22:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:22:55,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:55,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:22:55,622 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:55,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:55,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:22:55,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:55,622 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:22:55,622 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140575622Disabling compacts and flushes for region at 1731140575622Disabling writes for close at 1731140575622Writing region close event to WAL at 1731140575622Closed at 1731140575622 2024-11-09T08:22:55,623 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/.initializing 2024-11-09T08:22:55,623 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/WALs/d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:55,624 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:55,625 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C42035%2C1731140574598, suffix=, logDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/WALs/d7c8ba49ede6,42035,1731140574598, archiveDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/oldWALs, maxLogs=10 2024-11-09T08:22:55,643 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/WALs/d7c8ba49ede6,42035,1731140574598/d7c8ba49ede6%2C42035%2C1731140574598.1731140575625, exclude list is [], retry=0 2024-11-09T08:22:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-761b6f50-a39f-4a84-babf-3897d8030667,DISK] 2024-11-09T08:22:55,647 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/WALs/d7c8ba49ede6,42035,1731140574598/d7c8ba49ede6%2C42035%2C1731140574598.1731140575625 2024-11-09T08:22:55,647 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-09T08:22:55,647 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:55,647 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:55,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:22:55,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:55,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:55,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:22:55,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:55,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:55,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:22:55,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:55,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:55,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:22:55,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:55,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:55,655 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,656 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,657 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,658 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,658 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,659 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:55,660 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:22:55,662 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:55,663 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59290143, jitterRate=-0.11650802195072174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:55,663 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140575648Initializing all the Stores at 1731140575649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140575649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140575649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140575649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140575649Cleaning up temporary data from old regions at 1731140575658 (+9 ms)Region opened successfully at 1731140575663 (+5 ms) 2024-11-09T08:22:55,663 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:22:55,666 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daebcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:55,667 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:22:55,667 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:22:55,667 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:22:55,667 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:22:55,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:22:55,668 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:22:55,669 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:22:55,671 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:22:55,672 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Unable to get data of znode /2-1211504072/balancer because node does not exist (not necessarily an error) 2024-11-09T08:22:55,718 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211504072/balancer already deleted, retry=false 2024-11-09T08:22:55,718 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:22:55,719 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Unable to get data of znode /2-1211504072/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:22:55,728 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211504072/normalizer already deleted, retry=false 2024-11-09T08:22:55,729 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:22:55,731 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Unable to get data of znode /2-1211504072/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:22:55,739 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211504072/switch/split already deleted, retry=false 2024-11-09T08:22:55,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Unable to get data of znode /2-1211504072/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:22:55,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211504072/switch/merge already deleted, retry=false 2024-11-09T08:22:55,753 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Unable to get data of znode /2-1211504072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:22:55,760 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211504072/snapshot-cleanup already deleted, retry=false 2024-11-09T08:22:55,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1211504072/running 2024-11-09T08:22:55,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1211504072/running 2024-11-09T08:22:55,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:55,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:55,771 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,42035,1731140574598, sessionid=0x1011eb0a83e0006, setting cluster-up flag (Was=false) 2024-11-09T08:22:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:55,823 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1211504072/flush-table-proc/acquired, /2-1211504072/flush-table-proc/reached, /2-1211504072/flush-table-proc/abort 2024-11-09T08:22:55,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:55,876 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1211504072/online-snapshot/acquired, /2-1211504072/online-snapshot/reached, /2-1211504072/online-snapshot/abort 2024-11-09T08:22:55,877 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:55,878 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:22:55,879 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:55,879 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:22:55,879 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:22:55,879 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,42035,1731140574598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:55,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:55,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:55,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:22:55,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:55,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140605907 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:22:55,907 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:22:55,908 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:55,908 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:22:55,908 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:22:55,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:22:55,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T08:22:55,912 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:22:55,912 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:22:55,912 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140575912,5,FailOnTimeoutGroup] 2024-11-09T08:22:55,913 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140575912,5,FailOnTimeoutGroup] 2024-11-09T08:22:55,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:55,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:22:55,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:55,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:55,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:22:55,934 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(746): ClusterId : f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7 2024-11-09T08:22:55,934 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:22:55,948 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:22:55,948 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:22:55,961 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:22:55,961 DEBUG [RS:0;d7c8ba49ede6:41661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efe86d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:22:55,978 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:41661 2024-11-09T08:22:55,978 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:22:55,978 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:22:55,978 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:22:55,978 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,42035,1731140574598 with port=41661, startcode=1731140574704 2024-11-09T08:22:55,979 DEBUG [RS:0;d7c8ba49ede6:41661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:22:55,980 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:22:55,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:55,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42035 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:55,982 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c 2024-11-09T08:22:55,982 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32901 2024-11-09T08:22:55,982 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:22:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072/rs 2024-11-09T08:22:56,045 DEBUG [RS:0;d7c8ba49ede6:41661 {}] zookeeper.ZKUtil(111): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on existing znode=/2-1211504072/rs/d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:56,045 WARN [RS:0;d7c8ba49ede6:41661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:22:56,045 INFO [RS:0;d7c8ba49ede6:41661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:56,045 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:56,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,41661,1731140574704] 2024-11-09T08:22:56,048 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:22:56,050 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:22:56,050 INFO [RS:0;d7c8ba49ede6:41661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:22:56,051 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,052 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:22:56,053 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:22:56,053 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:22:56,053 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:56,054 DEBUG [RS:0;d7c8ba49ede6:41661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:22:56,064 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,064 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,064 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,064 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,064 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,064 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41661,1731140574704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:56,084 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:22:56,084 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41661,1731140574704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,084 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,084 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.Replication(171): d7c8ba49ede6,41661,1731140574704 started 2024-11-09T08:22:56,103 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:56,104 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,41661,1731140574704, RpcServer on d7c8ba49ede6/172.17.0.3:41661, sessionid=0x1011eb0a83e0007 2024-11-09T08:22:56,104 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:22:56,104 DEBUG [RS:0;d7c8ba49ede6:41661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:56,104 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41661,1731140574704' 2024-11-09T08:22:56,104 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1211504072/flush-table-proc/abort' 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1211504072/flush-table-proc/acquired' 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41661,1731140574704' 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1211504072/online-snapshot/abort' 2024-11-09T08:22:56,105 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1211504072/online-snapshot/acquired' 2024-11-09T08:22:56,106 DEBUG [RS:0;d7c8ba49ede6:41661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:22:56,106 INFO [RS:0;d7c8ba49ede6:41661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:22:56,106 INFO [RS:0;d7c8ba49ede6:41661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:22:56,207 INFO [RS:0;d7c8ba49ede6:41661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:22:56,208 INFO [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41661%2C1731140574704, suffix=, logDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704, archiveDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/oldWALs, maxLogs=10 2024-11-09T08:22:56,228 DEBUG [RS:0;d7c8ba49ede6:41661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704/d7c8ba49ede6%2C41661%2C1731140574704.1731140576208, exclude list is [], retry=0 2024-11-09T08:22:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-761b6f50-a39f-4a84-babf-3897d8030667,DISK] 2024-11-09T08:22:56,232 INFO [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704/d7c8ba49ede6%2C41661%2C1731140574704.1731140576208 2024-11-09T08:22:56,233 DEBUG [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-09T08:22:56,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:22:56,315 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c 2024-11-09T08:22:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741833_1009 (size=32) 2024-11-09T08:22:56,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:56,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:56,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:56,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:56,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:56,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:56,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:56,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:56,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:56,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:56,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:56,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:56,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:56,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:56,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:56,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:56,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:56,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:56,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740 2024-11-09T08:22:56,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740 2024-11-09T08:22:56,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:56,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:56,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:56,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:56,735 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:56,735 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72255662, jitterRate=0.07669326663017273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:56,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140576723Initializing all the Stores at 1731140576723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140576723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140576724 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140576724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140576724Cleaning up temporary data from old regions at 1731140576732 (+8 ms)Region opened successfully at 1731140576735 (+3 ms) 2024-11-09T08:22:56,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:22:56,736 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:22:56,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:22:56,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:22:56,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:22:56,736 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:22:56,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140576736Disabling compacts and flushes for region at 1731140576736Disabling writes for close at 1731140576736Writing region close event to WAL at 1731140576736Closed at 1731140576736 2024-11-09T08:22:56,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:56,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:22:56,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:22:56,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:56,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:22:56,890 DEBUG [d7c8ba49ede6:42035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:22:56,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:56,891 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41661,1731140574704, state=OPENING 2024-11-09T08:22:56,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:22:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:56,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:22:56,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211504072/meta-region-server: CHANGED 2024-11-09T08:22:56,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211504072/meta-region-server: CHANGED 2024-11-09T08:22:56,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:22:56,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41661,1731140574704}] 2024-11-09T08:22:57,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:22:57,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:22:57,140 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:22:57,140 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:22:57,140 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:22:57,142 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41661%2C1731140574704.meta, suffix=.meta, logDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704, archiveDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/oldWALs, maxLogs=10 2024-11-09T08:22:57,160 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704/d7c8ba49ede6%2C41661%2C1731140574704.meta.1731140577142.meta, exclude list is [], retry=0 2024-11-09T08:22:57,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-761b6f50-a39f-4a84-babf-3897d8030667,DISK] 2024-11-09T08:22:57,163 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704/d7c8ba49ede6%2C41661%2C1731140574704.meta.1731140577142.meta 2024-11-09T08:22:57,163 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34883:34883)] 2024-11-09T08:22:57,164 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:57,164 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:57,164 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:22:57,164 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:22:57,164 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:22:57,164 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:22:57,164 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:57,165 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:22:57,165 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:22:57,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:22:57,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:22:57,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:57,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:57,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:22:57,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:22:57,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:57,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:57,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:22:57,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:22:57,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:57,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:57,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:22:57,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:22:57,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:57,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:22:57,176 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:22:57,177 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740 2024-11-09T08:22:57,178 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740 2024-11-09T08:22:57,179 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:22:57,179 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:22:57,179 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:22:57,180 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:22:57,181 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64951033, jitterRate=-0.03215418756008148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:22:57,181 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:22:57,181 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140577165Writing region info on filesystem at 1731140577165Initializing all the Stores at 1731140577166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140577166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140577166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140577166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140577166Cleaning up temporary data from old regions at 1731140577179 (+13 ms)Running coprocessor post-open hooks at 1731140577181 (+2 ms)Region opened successfully at 1731140577181 2024-11-09T08:22:57,182 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140577135 2024-11-09T08:22:57,184 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:22:57,185 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:22:57,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:57,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,41661,1731140574704, state=OPEN 2024-11-09T08:22:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1211504072/meta-region-server 2024-11-09T08:22:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1211504072/meta-region-server 2024-11-09T08:22:57,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41661,1731140574704 2024-11-09T08:22:57,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211504072/meta-region-server: CHANGED 2024-11-09T08:22:57,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211504072/meta-region-server: CHANGED 2024-11-09T08:22:57,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:22:57,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,41661,1731140574704 in 210 msec 2024-11-09T08:22:57,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:22:57,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-09T08:22:57,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:22:57,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:22:57,198 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:57,198 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41661,1731140574704, seqNum=-1] 2024-11-09T08:22:57,198 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:57,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:57,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-09T08:22:57,204 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140577204, completionTime=-1 2024-11-09T08:22:57,204 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:22:57,204 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140637207 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140697207 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42035,1731140574598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42035,1731140574598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42035,1731140574598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:42035, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,208 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,209 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.443sec 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42035,1731140574598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:22:57,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42035,1731140574598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:22:57,213 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:22:57,213 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:22:57,213 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42035,1731140574598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:22:57,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4db6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:57,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42035,-1 for getting cluster id 2024-11-09T08:22:57,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:22:57,235 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7' 2024-11-09T08:22:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:22:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7" 2024-11-09T08:22:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f2b634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42035,-1] 2024-11-09T08:22:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:22:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:22:57,237 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:22:57,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18416131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:22:57,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:22:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41661,1731140574704, seqNum=-1] 2024-11-09T08:22:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:22:57,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:22:57,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,42035,1731140574598 2024-11-09T08:22:57,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55100 2024-11-09T08:22:57,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:22:57,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011eb0a83e0008 connected 2024-11-09T08:22:57,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43737,1731140563827 2024-11-09T08:22:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304b318a 2024-11-09T08:22:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:57,269 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:57,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:22:57,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:57,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:57,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:22:57,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:22:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:57,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0878feda644b5f6496e89f041a4db203, NAME => 'test,,1731140577269.0878feda644b5f6496e89f041a4db203.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5 2024-11-09T08:22:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:22:57,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140577269.0878feda644b5f6496e89f041a4db203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:57,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0878feda644b5f6496e89f041a4db203, disabling compactions & flushes 2024-11-09T08:22:57,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:57,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:57,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140577269.0878feda644b5f6496e89f041a4db203. after waiting 0 ms 2024-11-09T08:22:57,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:57,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:57,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0878feda644b5f6496e89f041a4db203: Waiting for close lock at 1731140577706Disabling compacts and flushes for region at 1731140577706Disabling writes for close at 1731140577706Writing region close event to WAL at 1731140577706Closed at 1731140577706 2024-11-09T08:22:57,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:57,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140577269.0878feda644b5f6496e89f041a4db203.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140577707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140577707"}]},"ts":"1731140577707"} 2024-11-09T08:22:57,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:57,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:57,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140577710"}]},"ts":"1731140577710"} 2024-11-09T08:22:57,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:22:57,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0878feda644b5f6496e89f041a4db203, ASSIGN}] 2024-11-09T08:22:57,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0878feda644b5f6496e89f041a4db203, ASSIGN 2024-11-09T08:22:57,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0878feda644b5f6496e89f041a4db203, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41485,1731140564161; forceNewPlan=false, retain=false 2024-11-09T08:22:57,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:22:57,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0878feda644b5f6496e89f041a4db203, regionState=OPENING, regionLocation=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0878feda644b5f6496e89f041a4db203, ASSIGN because future has completed 2024-11-09T08:22:57,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0878feda644b5f6496e89f041a4db203, server=d7c8ba49ede6,41485,1731140564161}] 2024-11-09T08:22:57,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:57,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:22:58,029 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:58,029 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0878feda644b5f6496e89f041a4db203, NAME => 'test,,1731140577269.0878feda644b5f6496e89f041a4db203.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:58,030 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:58,030 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:22:58,030 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,030 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140577269.0878feda644b5f6496e89f041a4db203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:58,030 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,030 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,031 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,033 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0878feda644b5f6496e89f041a4db203 columnFamilyName f 2024-11-09T08:22:58,033 DEBUG [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:58,033 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] regionserver.HStore(327): Store=0878feda644b5f6496e89f041a4db203/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:58,033 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,034 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0878feda644b5f6496e89f041a4db203 columnFamilyName f1 2024-11-09T08:22:58,034 DEBUG [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:58,035 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] regionserver.HStore(327): Store=0878feda644b5f6496e89f041a4db203/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:58,035 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,036 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0878feda644b5f6496e89f041a4db203 columnFamilyName norep 2024-11-09T08:22:58,036 DEBUG [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:58,036 INFO [StoreOpener-0878feda644b5f6496e89f041a4db203-1 {}] regionserver.HStore(327): Store=0878feda644b5f6496e89f041a4db203/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:58,036 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,037 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,037 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,038 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,038 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,038 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:58,040 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,042 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:58,042 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0878feda644b5f6496e89f041a4db203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60867261, jitterRate=-0.09300713241100311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:58,042 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:22:58,042 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0878feda644b5f6496e89f041a4db203: Running coprocessor pre-open hook at 1731140578030Writing region info on filesystem at 1731140578030Initializing all the Stores at 1731140578031 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140578031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140578031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140578031Cleaning up temporary data from old regions at 1731140578038 (+7 ms)Running coprocessor post-open hooks at 1731140578042 (+4 ms)Region opened successfully at 1731140578042 2024-11-09T08:22:58,043 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140577269.0878feda644b5f6496e89f041a4db203., pid=6, masterSystemTime=1731140578020 2024-11-09T08:22:58,045 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:58,045 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:22:58,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0878feda644b5f6496e89f041a4db203, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:22:58,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0878feda644b5f6496e89f041a4db203, server=d7c8ba49ede6,41485,1731140564161 because future has completed 2024-11-09T08:22:58,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:22:58,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0878feda644b5f6496e89f041a4db203, server=d7c8ba49ede6,41485,1731140564161 in 182 msec 2024-11-09T08:22:58,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:22:58,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0878feda644b5f6496e89f041a4db203, ASSIGN in 339 msec 2024-11-09T08:22:58,054 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:58,054 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140578054"}]},"ts":"1731140578054"} 2024-11-09T08:22:58,056 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:22:58,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:58,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-11-09T08:22:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:58,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:58,410 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:22:58,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35421,1731140568711 2024-11-09T08:22:58,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5266ec06 2024-11-09T08:22:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:22:58,411 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:22:58,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:22:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:22:58,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:22:58,414 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:58,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:22:58,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:22:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:22:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:58,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f8f70bb9241be37d585c9c81c44ff2, NAME => 'test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008 2024-11-09T08:22:58,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:22:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:59,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:22:59,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:22:59,130 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148605 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7c8ba49ede6,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T08:22:59,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:59,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92f8f70bb9241be37d585c9c81c44ff2, disabling compactions & flushes 2024-11-09T08:22:59,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. after waiting 0 ms 2024-11-09T08:22:59,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f8f70bb9241be37d585c9c81c44ff2: Waiting for close lock at 1731140579226Disabling compacts and flushes for region at 1731140579226Disabling writes for close at 1731140579226Writing region close event to WAL at 1731140579226Closed at 1731140579226 2024-11-09T08:22:59,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:22:59,227 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140579227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140579227"}]},"ts":"1731140579227"} 2024-11-09T08:22:59,228 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:22:59,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:22:59,229 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140579229"}]},"ts":"1731140579229"} 2024-11-09T08:22:59,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:22:59,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92f8f70bb9241be37d585c9c81c44ff2, ASSIGN}] 2024-11-09T08:22:59,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92f8f70bb9241be37d585c9c81c44ff2, ASSIGN 2024-11-09T08:22:59,232 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92f8f70bb9241be37d585c9c81c44ff2, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,42431,1731140568879; forceNewPlan=false, retain=false 2024-11-09T08:22:59,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92f8f70bb9241be37d585c9c81c44ff2, regionState=OPENING, regionLocation=d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:59,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92f8f70bb9241be37d585c9c81c44ff2, ASSIGN because future has completed 2024-11-09T08:22:59,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f8f70bb9241be37d585c9c81c44ff2, server=d7c8ba49ede6,42431,1731140568879}] 2024-11-09T08:22:59,541 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,541 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f8f70bb9241be37d585c9c81c44ff2, NAME => 'test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:22:59,541 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:22:59,542 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:22:59,542 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,542 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:22:59,542 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,542 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,543 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,544 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f8f70bb9241be37d585c9c81c44ff2 columnFamilyName f 2024-11-09T08:22:59,544 DEBUG [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:59,545 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] regionserver.HStore(327): Store=92f8f70bb9241be37d585c9c81c44ff2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:59,545 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,546 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f8f70bb9241be37d585c9c81c44ff2 columnFamilyName f1 2024-11-09T08:22:59,546 DEBUG [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:59,546 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] regionserver.HStore(327): Store=92f8f70bb9241be37d585c9c81c44ff2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:59,546 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,547 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f8f70bb9241be37d585c9c81c44ff2 columnFamilyName norep 2024-11-09T08:22:59,547 DEBUG [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:22:59,548 INFO [StoreOpener-92f8f70bb9241be37d585c9c81c44ff2-1 {}] regionserver.HStore(327): Store=92f8f70bb9241be37d585c9c81c44ff2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:22:59,548 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,549 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,549 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:22:59,551 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,551 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,551 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:22:59,552 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:22:59,554 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92f8f70bb9241be37d585c9c81c44ff2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68014268, jitterRate=0.013491570949554443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:22:59,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:22:59,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92f8f70bb9241be37d585c9c81c44ff2: Running coprocessor pre-open hook at 1731140579542Writing region info on filesystem at 1731140579542Initializing all the Stores at 1731140579543 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140579543Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140579543Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140579543Cleaning up temporary data from old regions at 1731140579551 (+8 ms)Running coprocessor post-open hooks at 1731140579554 (+3 ms)Region opened successfully at 1731140579554 2024-11-09T08:22:59,556 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2., pid=6, masterSystemTime=1731140579537 2024-11-09T08:22:59,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92f8f70bb9241be37d585c9c81c44ff2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,42431,1731140568879 2024-11-09T08:22:59,558 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,558 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:22:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f8f70bb9241be37d585c9c81c44ff2, server=d7c8ba49ede6,42431,1731140568879 because future has completed 2024-11-09T08:22:59,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:22:59,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f8f70bb9241be37d585c9c81c44ff2, server=d7c8ba49ede6,42431,1731140568879 in 176 msec 2024-11-09T08:22:59,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:22:59,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92f8f70bb9241be37d585c9c81c44ff2, ASSIGN in 331 msec 2024-11-09T08:22:59,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:22:59,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140579564"}]},"ts":"1731140579564"} 2024-11-09T08:22:59,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:22:59,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:22:59,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T08:23:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:00,560 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:23:00,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:00,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42035,1731140574598 2024-11-09T08:23:00,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16bf2c40 2024-11-09T08:23:00,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:00,563 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:00,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:23:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T08:23:00,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:23:00,566 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:00,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:23:00,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T08:23:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:00,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741835_1011 (size=902) 2024-11-09T08:23:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:00,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2801a4cd79504047f5888c22813fb5c3, NAME => 'test,,1731140580563.2801a4cd79504047f5888c22813fb5c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c 2024-11-09T08:23:01,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741836_1012 (size=39) 2024-11-09T08:23:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:01,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731140580563.2801a4cd79504047f5888c22813fb5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:23:01,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2801a4cd79504047f5888c22813fb5c3, disabling compactions & flushes 2024-11-09T08:23:01,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. after waiting 0 ms 2024-11-09T08:23:01,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2801a4cd79504047f5888c22813fb5c3: Waiting for close lock at 1731140581419Disabling compacts and flushes for region at 1731140581419Disabling writes for close at 1731140581420 (+1 ms)Writing region close event to WAL at 1731140581420Closed at 1731140581420 2024-11-09T08:23:01,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:23:01,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731140580563.2801a4cd79504047f5888c22813fb5c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731140581421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140581421"}]},"ts":"1731140581421"} 2024-11-09T08:23:01,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:23:01,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:23:01,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140581427"}]},"ts":"1731140581427"} 2024-11-09T08:23:01,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T08:23:01,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2801a4cd79504047f5888c22813fb5c3, ASSIGN}] 2024-11-09T08:23:01,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2801a4cd79504047f5888c22813fb5c3, ASSIGN 2024-11-09T08:23:01,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2801a4cd79504047f5888c22813fb5c3, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41661,1731140574704; forceNewPlan=false, retain=false 2024-11-09T08:23:01,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2801a4cd79504047f5888c22813fb5c3, regionState=OPENING, regionLocation=d7c8ba49ede6,41661,1731140574704 2024-11-09T08:23:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2801a4cd79504047f5888c22813fb5c3, ASSIGN because future has completed 2024-11-09T08:23:01,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2801a4cd79504047f5888c22813fb5c3, server=d7c8ba49ede6,41661,1731140574704}] 2024-11-09T08:23:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:01,739 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,739 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2801a4cd79504047f5888c22813fb5c3, NAME => 'test,,1731140580563.2801a4cd79504047f5888c22813fb5c3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:23:01,739 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:23:01,739 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T08:23:01,740 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,740 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731140580563.2801a4cd79504047f5888c22813fb5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:23:01,740 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,740 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,741 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,742 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2801a4cd79504047f5888c22813fb5c3 columnFamilyName f 2024-11-09T08:23:01,742 DEBUG [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:01,742 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] regionserver.HStore(327): Store=2801a4cd79504047f5888c22813fb5c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:23:01,742 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,743 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2801a4cd79504047f5888c22813fb5c3 columnFamilyName f1 2024-11-09T08:23:01,743 DEBUG [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:01,743 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] regionserver.HStore(327): Store=2801a4cd79504047f5888c22813fb5c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:23:01,743 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,744 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2801a4cd79504047f5888c22813fb5c3 columnFamilyName norep 2024-11-09T08:23:01,744 DEBUG [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:01,744 INFO [StoreOpener-2801a4cd79504047f5888c22813fb5c3-1 {}] regionserver.HStore(327): Store=2801a4cd79504047f5888c22813fb5c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,746 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,746 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,747 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:23:01,747 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,749 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:23:01,749 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2801a4cd79504047f5888c22813fb5c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61545857, jitterRate=-0.08289526402950287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:23:01,749 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:01,750 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2801a4cd79504047f5888c22813fb5c3: Running coprocessor pre-open hook at 1731140581740Writing region info on filesystem at 1731140581740Initializing all the Stores at 1731140581740Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140581740Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140581740Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140581740Cleaning up temporary data from old regions at 1731140581746 (+6 ms)Running coprocessor post-open hooks at 1731140581749 (+3 ms)Region opened successfully at 1731140581749 2024-11-09T08:23:01,750 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731140580563.2801a4cd79504047f5888c22813fb5c3., pid=6, masterSystemTime=1731140581735 2024-11-09T08:23:01,754 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,754 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:01,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2801a4cd79504047f5888c22813fb5c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7c8ba49ede6,41661,1731140574704 2024-11-09T08:23:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2801a4cd79504047f5888c22813fb5c3, server=d7c8ba49ede6,41661,1731140574704 because future has completed 2024-11-09T08:23:01,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:23:01,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2801a4cd79504047f5888c22813fb5c3, server=d7c8ba49ede6,41661,1731140574704 in 172 msec 2024-11-09T08:23:01,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:23:01,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2801a4cd79504047f5888c22813fb5c3, ASSIGN in 329 msec 2024-11-09T08:23:01,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:23:01,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140581760"}]},"ts":"1731140581760"} 2024-11-09T08:23:01,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T08:23:01,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:23:01,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec 2024-11-09T08:23:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:23:02,719 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T08:23:02,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cfd11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:02,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43737,-1 for getting cluster id 2024-11-09T08:23:02,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:02,720 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83344716-7e1f-4f05-bc67-188b7bc082b8' 2024-11-09T08:23:02,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:02,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83344716-7e1f-4f05-bc67-188b7bc082b8" 2024-11-09T08:23:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1c939e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43737,-1] 2024-11-09T08:23:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:02,721 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cb922f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:02,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43737,1731140563827 2024-11-09T08:23:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b162489 2024-11-09T08:23:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:02,723 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:02,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7c8ba49ede6:35421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:23:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:23:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:23:02,726 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:35421' 2024-11-09T08:23:02,727 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f44f981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:02,727 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35421,-1 for getting cluster id 2024-11-09T08:23:02,727 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:02,727 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0535742-176d-4ad6-a564-d7928d5d737d' 2024-11-09T08:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0535742-176d-4ad6-a564-d7928d5d737d" 2024-11-09T08:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3054e278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35421,-1] 2024-11-09T08:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:02,729 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:02,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cac373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:02,729 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:02,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35421,1731140568711 2024-11-09T08:23:02,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f56ab35 2024-11-09T08:23:02,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:02,730 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:02,731 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T08:23:02,731 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:23:02,731 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:02,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:02,731 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:02,731 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:23:02,732 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T08:23:02,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:23:02,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:02,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:23:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741837_1013 (size=1138) 2024-11-09T08:23:02,782 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T08:23:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:23:03,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bae367211c2d45bac634836281405bfd, NAME => 'hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5 2024-11-09T08:23:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741838_1014 (size=44) 2024-11-09T08:23:03,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:23:03,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bae367211c2d45bac634836281405bfd, disabling compactions & flushes 2024-11-09T08:23:03,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. after waiting 0 ms 2024-11-09T08:23:03,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bae367211c2d45bac634836281405bfd: Waiting for close lock at 1731140583146Disabling compacts and flushes for region at 1731140583146Disabling writes for close at 1731140583146Writing region close event to WAL at 1731140583146Closed at 1731140583146 2024-11-09T08:23:03,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:23:03,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731140583147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140583147"}]},"ts":"1731140583147"} 2024-11-09T08:23:03,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:23:03,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:23:03,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140583149"}]},"ts":"1731140583149"} 2024-11-09T08:23:03,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T08:23:03,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bae367211c2d45bac634836281405bfd, ASSIGN}] 2024-11-09T08:23:03,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bae367211c2d45bac634836281405bfd, ASSIGN 2024-11-09T08:23:03,151 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bae367211c2d45bac634836281405bfd, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41485,1731140564161; forceNewPlan=false, retain=false 2024-11-09T08:23:03,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bae367211c2d45bac634836281405bfd, regionState=OPENING, regionLocation=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:23:03,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bae367211c2d45bac634836281405bfd, ASSIGN because future has completed 2024-11-09T08:23:03,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bae367211c2d45bac634836281405bfd, server=d7c8ba49ede6,41485,1731140564161}] 2024-11-09T08:23:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:23:03,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:23:03,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T08:23:03,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7c8ba49ede6%2C41485%2C1731140564161.rep, suffix=, logDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161, archiveDir=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/oldWALs, maxLogs=10 2024-11-09T08:23:03,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.rep.1731140583459, exclude list is [], retry=0 2024-11-09T08:23:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:23:03,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.rep.1731140583459 2024-11-09T08:23:03,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:23:03,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bae367211c2d45bac634836281405bfd, NAME => 'hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:23:03,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T08:23:03,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:23:03,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. service=MultiRowMutationService 2024-11-09T08:23:03,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T08:23:03,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:23:03,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,486 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,487 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367211c2d45bac634836281405bfd columnFamilyName hfileref 2024-11-09T08:23:03,487 DEBUG [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:03,487 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] regionserver.HStore(327): Store=bae367211c2d45bac634836281405bfd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:23:03,487 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,488 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367211c2d45bac634836281405bfd columnFamilyName queue 2024-11-09T08:23:03,488 DEBUG [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:03,488 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] regionserver.HStore(327): Store=bae367211c2d45bac634836281405bfd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:23:03,488 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,489 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bae367211c2d45bac634836281405bfd columnFamilyName sid 2024-11-09T08:23:03,489 DEBUG [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:23:03,489 INFO [StoreOpener-bae367211c2d45bac634836281405bfd-1 {}] regionserver.HStore(327): Store=bae367211c2d45bac634836281405bfd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:23:03,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T08:23:03,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:23:03,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bae367211c2d45bac634836281405bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58812586, jitterRate=-0.12362417578697205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T08:23:03,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:03,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bae367211c2d45bac634836281405bfd: Running coprocessor pre-open hook at 1731140583485Writing region info on filesystem at 1731140583485Initializing all the Stores at 1731140583486 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140583486Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140583486Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140583486Cleaning up temporary data from old regions at 1731140583491 (+5 ms)Running coprocessor post-open hooks at 1731140583494 (+3 ms)Region opened successfully at 1731140583494 2024-11-09T08:23:03,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd., pid=10, masterSystemTime=1731140583455 2024-11-09T08:23:03,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:03,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bae367211c2d45bac634836281405bfd, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41485,1731140564161 2024-11-09T08:23:03,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bae367211c2d45bac634836281405bfd, server=d7c8ba49ede6,41485,1731140564161 because future has completed 2024-11-09T08:23:03,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:23:03,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bae367211c2d45bac634836281405bfd, server=d7c8ba49ede6,41485,1731140564161 in 196 msec 2024-11-09T08:23:03,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T08:23:03,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bae367211c2d45bac634836281405bfd, ASSIGN in 350 msec 2024-11-09T08:23:03,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:23:03,502 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140583502"}]},"ts":"1731140583502"} 2024-11-09T08:23:03,504 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T08:23:03,504 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:23:03,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-09T08:23:03,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:23:03,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2] 2024-11-09T08:23:03,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:23:03,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:23:03,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:23:03,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:03,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T08:23:03,746 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T08:23:03,783 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7c8ba49ede6,41485,1731140564161, ReplicationSource: 1, currentBandwidth=0 2024-11-09T08:23:03,783 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:03,783 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41485,1731140564161, seqNum=-1] 2024-11-09T08:23:03,784 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:03,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T08:23:03,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7c8ba49ede6,41485,1731140564161', locateType=CURRENT is [region=hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2] 2024-11-09T08:23:03,790 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T08:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T08:23:03,794 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7c8ba49ede6,41485,1731140564161 suceeded 2024-11-09T08:23:03,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T08:23:03,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-09T08:23:03,795 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7c8ba49ede6:35421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:23:03,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-11-09T08:23:03,809 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:35421' 2024-11-09T08:23:03,811 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@93eccb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,811 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35421,-1 for getting cluster id 2024-11-09T08:23:03,812 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:03,813 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0535742-176d-4ad6-a564-d7928d5d737d' 2024-11-09T08:23:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0535742-176d-4ad6-a564-d7928d5d737d" 2024-11-09T08:23:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a275de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35421,-1] 2024-11-09T08:23:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:03,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:03,814 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:03,815 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44877c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,815 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:03,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35421,1731140568711 2024-11-09T08:23:03,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b3524 2024-11-09T08:23:03,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:03,817 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T08:23:03,818 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7c8ba49ede6,41485,1731140564161 (queues=1) is replicating from cluster=83344716-7e1f-4f05-bc67-188b7bc082b8 to cluster=d0535742-176d-4ad6-a564-d7928d5d737d 2024-11-09T08:23:03,818 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7c8ba49ede6%2C41485%2C1731140564161 2024-11-09T08:23:03,818 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7c8ba49ede6,41485,1731140564161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:23:03,818 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C41485%2C1731140564161 2024-11-09T08:23:03,819 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288, startPosition=0, beingWritten=true 2024-11-09T08:23:03,826 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:23:03,826 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 379, reset compression=false 2024-11-09T08:23:03,826 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41485,1731140564161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:23:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:23:03,859 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T08:23:03,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:03,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:03,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43737,-1 for getting cluster id 2024-11-09T08:23:03,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:03,861 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83344716-7e1f-4f05-bc67-188b7bc082b8' 2024-11-09T08:23:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83344716-7e1f-4f05-bc67-188b7bc082b8" 2024-11-09T08:23:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302efba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43737,-1] 2024-11-09T08:23:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:03,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:03,862 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:03,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792d351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35421,-1 for getting cluster id 2024-11-09T08:23:03,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:03,863 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0535742-176d-4ad6-a564-d7928d5d737d' 2024-11-09T08:23:03,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0535742-176d-4ad6-a564-d7928d5d737d" 2024-11-09T08:23:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b04215e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35421,-1] 2024-11-09T08:23:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:03,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:03,864 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfece14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42035,-1 for getting cluster id 2024-11-09T08:23:03,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:03,865 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7' 2024-11-09T08:23:03,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7" 2024-11-09T08:23:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2261613b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42035,-1] 2024-11-09T08:23:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:03,866 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e92b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:03,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:23:03,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731140583870/Put/seqid=0 2024-11-09T08:23:03,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741840_1016 (size=7894) 2024-11-09T08:23:04,037 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 379, reset compression=false 2024-11-09T08:23:04,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731140584276/Put/seqid=0 2024-11-09T08:23:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741841_1017 (size=7691) 2024-11-09T08:23:04,340 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 379, reset compression=false 2024-11-09T08:23:04,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:04,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43737,-1 for getting cluster id 2024-11-09T08:23:04,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:04,681 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83344716-7e1f-4f05-bc67-188b7bc082b8' 2024-11-09T08:23:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83344716-7e1f-4f05-bc67-188b7bc082b8" 2024-11-09T08:23:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f7d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43737,-1] 2024-11-09T08:23:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:04,682 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:04,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfec83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:04,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41485,1731140564161, seqNum=-1] 2024-11-09T08:23:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:04,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:23:04,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43737,1731140563827 2024-11-09T08:23:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68597027 2024-11-09T08:23:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:04,691 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2] 2024-11-09T08:23:04,695 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:23:04,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T08:23:04,700 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T08:23:04,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T08:23:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T08:23:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegion(2603): Flush status journal for 0878feda644b5f6496e89f041a4db203: 2024-11-09T08:23:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_1 2024-11-09T08:23:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_1 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ 2024-11-09T08:23:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_0 2024-11-09T08:23:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_0 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ 2024-11-09T08:23:04,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_1 into 0878feda644b5f6496e89f041a4db203/f as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ - updating store file list. 2024-11-09T08:23:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:04,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ into 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:04,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_1 into 0878feda644b5f6496e89f041a4db203/f (new location: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_) 2024-11-09T08:23:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_1 2024-11-09T08:23:04,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_0 into 0878feda644b5f6496e89f041a4db203/f as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ - updating store file list. 2024-11-09T08:23:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13970a8286724d30a7561c2eded9fc5c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:04,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ into 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:04,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_0 into 0878feda644b5f6496e89f041a4db203/f (new location: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_) 2024-11-09T08:23:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__o79t0nne9se3r84rlhjgt77055jvo2rli7m415q5l9jta2071ufhte7a43tk17ci/f/hfile_0 2024-11-09T08:23:04,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:04,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:04,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:04,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:04,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2 , the old value is region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7c8ba49ede6:41485 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:23:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:23:04,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2 from cache 2024-11-09T08:23:04,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:04,721 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T08:23:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42431,1731140568879, seqNum=-1] 2024-11-09T08:23:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:04,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:23:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2., hostname=d7c8ba49ede6,42431,1731140568879, seqNum=2] 2024-11-09T08:23:04,724 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:23:04,743 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 379, reset compression=false 2024-11-09T08:23:04,747 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:23:04,747 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41485,1731140564161 got entry batch from reader: WALEntryBatch [walEntries=[{test/0878feda644b5f6496e89f041a4db203/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140584719/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T08:23:04,748 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:23:04,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T08:23:04,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.ReplicationSink(318): Replicating [83344716-7e1f-4f05-bc67-188b7bc082b8] bulk loaded data 2024-11-09T08:23:04,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a600ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:04,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,35421,-1 for getting cluster id 2024-11-09T08:23:04,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:04,750 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0535742-176d-4ad6-a564-d7928d5d737d' 2024-11-09T08:23:04,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:04,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0535742-176d-4ad6-a564-d7928d5d737d" 2024-11-09T08:23:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a5303e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,35421,-1] 2024-11-09T08:23:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:04,751 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:04,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60d01e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:04,907 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T08:23:04,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741837_1013 (size=7691) 2024-11-09T08:23:04,947 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 687, reset compression=false 2024-11-09T08:23:05,250 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 687, reset compression=false 2024-11-09T08:23:05,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741838_1014 (size=7894) 2024-11-09T08:23:05,652 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 687, reset compression=false 2024-11-09T08:23:05,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,35421,1731140568711 2024-11-09T08:23:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f7f96d5 2024-11-09T08:23:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:05,721 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T08:23:05,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:23:05,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42431,1731140568879, seqNum=-1] 2024-11-09T08:23:05,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:05,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T08:23:05,726 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:23:05,728 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T08:23:05,731 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T08:23:05,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ for inclusion in 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T08:23:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:05,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ for inclusion in 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T08:23:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HRegion(2603): Flush status journal for 92f8f70bb9241be37d585c9c81c44ff2: 2024-11-09T08:23:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 13970a8286724d30a7561c2eded9fc5c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:23:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/92f6c126802b42efaed2ad70f7443022_SeqId_4_ 2024-11-09T08:23:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:23:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/fb8080079a22475f80560631d0e26696_SeqId_4_ 2024-11-09T08:23:05,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ into 92f8f70bb9241be37d585c9c81c44ff2/f as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/92f6c126802b42efaed2ad70f7443022_SeqId_4_ - updating store file list. 2024-11-09T08:23:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92f6c126802b42efaed2ad70f7443022_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:05,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/92f6c126802b42efaed2ad70f7443022_SeqId_4_ into 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:05,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ into 92f8f70bb9241be37d585c9c81c44ff2/f (new location: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/92f6c126802b42efaed2ad70f7443022_SeqId_4_) 2024-11-09T08:23:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/13970a8286724d30a7561c2eded9fc5c_SeqId_4_ 2024-11-09T08:23:05,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ into 92f8f70bb9241be37d585c9c81c44ff2/f as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/fb8080079a22475f80560631d0e26696_SeqId_4_ - updating store file list. 2024-11-09T08:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb8080079a22475f80560631d0e26696_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:05,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/fb8080079a22475f80560631d0e26696_SeqId_4_ into 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:05,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ into 92f8f70bb9241be37d585c9c81c44ff2/f (new location: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/fb8080079a22475f80560631d0e26696_SeqId_4_) 2024-11-09T08:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__qioab1db6e433s2p0s55jk26jp95lbsmasr4cgo5reciulpi48qjlcff8n9le7qg/f/f0adf91b79084f83921b7dd3d7eb0b77_SeqId_4_ 2024-11-09T08:23:05,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.ReplicationSink(324): Finished replicating [83344716-7e1f-4f05-bc67-188b7bc082b8] bulk loaded data 2024-11-09T08:23:06,155 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 687, reset compression=false 2024-11-09T08:23:06,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41661,1731140574704, seqNum=-1] 2024-11-09T08:23:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:06,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:23:06,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140580563.2801a4cd79504047f5888c22813fb5c3., hostname=d7c8ba49ede6,41661,1731140574704, seqNum=2] 2024-11-09T08:23:06,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:23:06,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:23:06,742 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d7c8ba49ede6%2C41485%2C1731140564161:(num 1731140565288) roll requested 2024-11-09T08:23:06,758 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742, exclude list is [], retry=0 2024-11-09T08:23:06,759 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to pos 687, reset compression=false 2024-11-09T08:23:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:23:06,765 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 2024-11-09T08:23:06,770 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:23:06,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66997bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:06,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43737,-1 for getting cluster id 2024-11-09T08:23:06,770 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 for the last time to pos 687, reset compression=false 2024-11-09T08:23:06,770 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 is not closed yet, will try archiving it next time 2024-11-09T08:23:06,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:06,770 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d7c8ba49ede6%2C41485%2C1731140564161.rep:(num 1731140583459) roll requested 2024-11-09T08:23:06,771 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83344716-7e1f-4f05-bc67-188b7bc082b8' 2024-11-09T08:23:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741833_1009 (size=695) 2024-11-09T08:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83344716-7e1f-4f05-bc67-188b7bc082b8" 2024-11-09T08:23:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43737,-1] 2024-11-09T08:23:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:06,773 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:06,773 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/oldWALs/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 2024-11-09T08:23:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292da8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:06,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43737,1731140563827 2024-11-09T08:23:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12d2b4f5 2024-11-09T08:23:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:06,775 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:06,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d7c8ba49ede6:42035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T08:23:06,776 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 was moved to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/oldWALs/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 2024-11-09T08:23:06,776 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 and length of the file is 695 2024-11-09T08:23:06,776 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288 2024-11-09T08:23:06,776 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742, startPosition=0, beingWritten=true 2024-11-09T08:23:06,777 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41485,1731140564161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140565288, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T08:23:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T08:23:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:23:06,779 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:42035' 2024-11-09T08:23:06,780 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d7c8ba49ede6%2C41485%2C1731140564161.1731140565288] 2024-11-09T08:23:06,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102870b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:06,781 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42035,-1 for getting cluster id 2024-11-09T08:23:06,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:06,781 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7' 2024-11-09T08:23:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7" 2024-11-09T08:23:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb6282d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42035,-1] 2024-11-09T08:23:06,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:06,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:06,782 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:06,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ceeac54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:06,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:06,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42035,1731140574598 2024-11-09T08:23:06,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b145074 2024-11-09T08:23:06,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:06,784 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:06,784 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T08:23:06,784 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T08:23:06,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:06,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:06,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:06,788 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.rep.1731140586770, exclude list is [], retry=0 2024-11-09T08:23:06,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:23:06,793 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.rep.1731140583459 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.rep.1731140586770 2024-11-09T08:23:06,794 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:23:06,794 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.rep.1731140583459 is not closed yet, will try archiving it next time 2024-11-09T08:23:06,794 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d7c8ba49ede6%2C41485%2C1731140564161.meta:.meta(num 1731140565911) roll requested 2024-11-09T08:23:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741839_1015 (size=1722) 2024-11-09T08:23:06,808 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.meta.1731140586794.meta, exclude list is [], retry=0 2024-11-09T08:23:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41931,DS-1926458e-ce21-4283-acc3-f757f3078719,DISK] 2024-11-09T08:23:06,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T08:23:06,817 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.meta.1731140565911.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.meta.1731140586794.meta 2024-11-09T08:23:06,818 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-09T08:23:06,818 DEBUG [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.meta.1731140565911.meta is not closed yet, will try archiving it next time 2024-11-09T08:23:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741834_1010 (size=3473) 2024-11-09T08:23:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:23:06,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T08:23:06,962 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T08:23:06,993 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d7c8ba49ede6,41485,1731140564161, ReplicationSource: 2, currentBandwidth=0 2024-11-09T08:23:07,000 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T08:23:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T08:23:07,002 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d7c8ba49ede6,41485,1731140564161 suceeded 2024-11-09T08:23:07,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T08:23:07,003 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d7c8ba49ede6:42035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T08:23:07,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-09T08:23:07,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 227 msec 2024-11-09T08:23:07,015 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7c8ba49ede6:42035' 2024-11-09T08:23:07,016 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc13b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,016 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42035,-1 for getting cluster id 2024-11-09T08:23:07,016 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:07,017 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7' 2024-11-09T08:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7" 2024-11-09T08:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbc3b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42035,-1] 2024-11-09T08:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,018 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:07,018 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6747cb74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,018 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42035,1731140574598 2024-11-09T08:23:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea8702a 2024-11-09T08:23:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:07,019 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T08:23:07,020 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d7c8ba49ede6,41485,1731140564161 (queues=1) is replicating from cluster=83344716-7e1f-4f05-bc67-188b7bc082b8 to cluster=f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7 2024-11-09T08:23:07,020 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d7c8ba49ede6%2C41485%2C1731140564161 2024-11-09T08:23:07,020 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d7c8ba49ede6,41485,1731140564161, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T08:23:07,020 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742, startPosition=0, beingWritten=true 2024-11-09T08:23:07,023 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7c8ba49ede6%2C41485%2C1731140564161 2024-11-09T08:23:07,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:23:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T08:23:07,099 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T08:23:07,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:07,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:07,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:07,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:23:07,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731140587103/Put/seqid=0 2024-11-09T08:23:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741845_1021 (size=11194) 2024-11-09T08:23:07,230 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 0, reset compression=false 2024-11-09T08:23:07,489 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 0, reset compression=false 2024-11-09T08:23:07,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731140587511/Put/seqid=0 2024-11-09T08:23:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741846_1022 (size=10791) 2024-11-09T08:23:07,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,43737,-1 for getting cluster id 2024-11-09T08:23:07,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:07,517 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83344716-7e1f-4f05-bc67-188b7bc082b8' 2024-11-09T08:23:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83344716-7e1f-4f05-bc67-188b7bc082b8" 2024-11-09T08:23:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35457393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,43737,-1] 2024-11-09T08:23:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,518 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:07,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7546bf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41485,1731140564161, seqNum=-1] 2024-11-09T08:23:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:07,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:23:07,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,43737,1731140563827 2024-11-09T08:23:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1468b2de 2024-11-09T08:23:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:07,527 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:23:07,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2] 2024-11-09T08:23:07,531 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:23:07,533 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 0, reset compression=false 2024-11-09T08:23:07,536 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T08:23:07,538 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T08:23:07,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T08:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:07,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T08:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegion(2603): Flush status journal for 0878feda644b5f6496e89f041a4db203: 2024-11-09T08:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_0 2024-11-09T08:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_0 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ 2024-11-09T08:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_1 2024-11-09T08:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_1 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ 2024-11-09T08:23:07,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_0 into 0878feda644b5f6496e89f041a4db203/f as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ - updating store file list. 2024-11-09T08:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc2397bfaf63401188d0df2727a9326d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:07,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ into 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:07,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_0 into 0878feda644b5f6496e89f041a4db203/f (new location: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_) 2024-11-09T08:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_0 2024-11-09T08:23:07,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_1 into 0878feda644b5f6496e89f041a4db203/f as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ - updating store file list. 2024-11-09T08:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:07,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ into 0878feda644b5f6496e89f041a4db203/f 2024-11-09T08:23:07,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_1 into 0878feda644b5f6496e89f041a4db203/f (new location: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_) 2024-11-09T08:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/staging/jenkins__test__31h5r4pd4vtdig5br8bi9v022rjpuaoc19vk4u15qukofqctupu4turm1giac0u8/f/hfile_1 2024-11-09T08:23:07,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:07,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:07,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:07,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2 , the old value is region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7c8ba49ede6:41485 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:23:07,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T08:23:07,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731140577269.0878feda644b5f6496e89f041a4db203., hostname=d7c8ba49ede6,41485,1731140564161, seqNum=2 from cache 2024-11-09T08:23:07,567 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T08:23:07,570 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:23:07,669 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T08:23:07,936 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 0, reset compression=false 2024-11-09T08:23:07,940 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:23:07,940 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d7c8ba49ede6,41485,1731140564161 got entry batch from reader: WALEntryBatch [walEntries=[{test/0878feda644b5f6496e89f041a4db203/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140587565/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T08:23:07,942 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:23:07,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T08:23:07,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.ReplicationSink(318): Replicating [83344716-7e1f-4f05-bc67-188b7bc082b8] bulk loaded data 2024-11-09T08:23:07,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ae6851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,42035,-1 for getting cluster id 2024-11-09T08:23:07,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:23:07,944 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7' 2024-11-09T08:23:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:23:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1cc6c96-ea40-4ae9-bd2b-cd71737a3ac7" 2024-11-09T08:23:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab171bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,42035,-1] 2024-11-09T08:23:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:23:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:07,945 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:23:07,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136f89c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:23:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741837_1013 (size=11194) 2024-11-09T08:23:08,140 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:08,297 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 0, reset compression=false 2024-11-09T08:23:08,301 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T08:23:08,301 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41485,1731140564161 got entry batch from reader: WALEntryBatch [walEntries=[{test/0878feda644b5f6496e89f041a4db203/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731140587565/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T08:23:08,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.ReplicationSink(318): Replicating [83344716-7e1f-4f05-bc67-188b7bc082b8] bulk loaded data 2024-11-09T08:23:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741839_1015 (size=11194) 2024-11-09T08:23:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741838_1014 (size=10791) 2024-11-09T08:23:08,444 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:08,501 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:08,573 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T08:23:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741840_1016 (size=10791) 2024-11-09T08:23:08,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:23:08,725 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T08:23:08,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T08:23:08,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ for inclusion in 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T08:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:08,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ for inclusion in 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T08:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HRegion(2603): Flush status journal for 92f8f70bb9241be37d585c9c81c44ff2: 2024-11-09T08:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/6d3b46b623fb49668356d8b9d1a359f0_SeqId_6_ 2024-11-09T08:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc2397bfaf63401188d0df2727a9326d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/3746eddb529e4f60b57fc70b9e5c7f6f_SeqId_6_ 2024-11-09T08:23:08,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ into 92f8f70bb9241be37d585c9c81c44ff2/f as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/6d3b46b623fb49668356d8b9d1a359f0_SeqId_6_ - updating store file list. 2024-11-09T08:23:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d3b46b623fb49668356d8b9d1a359f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:08,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/6d3b46b623fb49668356d8b9d1a359f0_SeqId_6_ into 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:08,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ into 92f8f70bb9241be37d585c9c81c44ff2/f (new location: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/6d3b46b623fb49668356d8b9d1a359f0_SeqId_6_) 2024-11-09T08:23:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ 2024-11-09T08:23:08,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ into 92f8f70bb9241be37d585c9c81c44ff2/f as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/3746eddb529e4f60b57fc70b9e5c7f6f_SeqId_6_ - updating store file list. 2024-11-09T08:23:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3746eddb529e4f60b57fc70b9e5c7f6f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:08,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/3746eddb529e4f60b57fc70b9e5c7f6f_SeqId_6_ into 92f8f70bb9241be37d585c9c81c44ff2/f 2024-11-09T08:23:08,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ into 92f8f70bb9241be37d585c9c81c44ff2/f (new location: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/f/3746eddb529e4f60b57fc70b9e5c7f6f_SeqId_6_) 2024-11-09T08:23:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/staging/jenkins.hfs.22__test__5r15g3i6cmuo7u89mt4rvobb5k7mebtnf9arkjqhut66ht4o7d16uubeop6ikifu/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ 2024-11-09T08:23:08,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] regionserver.ReplicationSink(324): Finished replicating [83344716-7e1f-4f05-bc67-188b7bc082b8] bulk loaded data 2024-11-09T08:23:08,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:23:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,42035,1731140574598 2024-11-09T08:23:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4265b03c 2024-11-09T08:23:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:23:08,768 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T08:23:08,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T08:23:08,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:23:08,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,41661,1731140574704, seqNum=-1] 2024-11-09T08:23:08,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:23:08,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T08:23:08,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T08:23:08,779 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T08:23:08,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ for inclusion in 2801a4cd79504047f5888c22813fb5c3/f 2024-11-09T08:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T08:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:08,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ for inclusion in 2801a4cd79504047f5888c22813fb5c3/f 2024-11-09T08:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T08:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T08:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HRegion(2603): Flush status journal for 2801a4cd79504047f5888c22813fb5c3: 2024-11-09T08:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc2397bfaf63401188d0df2727a9326d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:23:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/caad1aff39774ef0b3dbde115936a41b_SeqId_4_ 2024-11-09T08:23:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T08:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/ffed20106cd845e0888e9a58248646c0_SeqId_4_ 2024-11-09T08:23:08,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ into 2801a4cd79504047f5888c22813fb5c3/f as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/caad1aff39774ef0b3dbde115936a41b_SeqId_4_ - updating store file list. 2024-11-09T08:23:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for caad1aff39774ef0b3dbde115936a41b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:08,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/caad1aff39774ef0b3dbde115936a41b_SeqId_4_ into 2801a4cd79504047f5888c22813fb5c3/f 2024-11-09T08:23:08,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ into 2801a4cd79504047f5888c22813fb5c3/f (new location: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/caad1aff39774ef0b3dbde115936a41b_SeqId_4_) 2024-11-09T08:23:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/dc2397bfaf63401188d0df2727a9326d_SeqId_6_ 2024-11-09T08:23:08,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ into 2801a4cd79504047f5888c22813fb5c3/f as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/ffed20106cd845e0888e9a58248646c0_SeqId_4_ - updating store file list. 2024-11-09T08:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffed20106cd845e0888e9a58248646c0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T08:23:08,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/ffed20106cd845e0888e9a58248646c0_SeqId_4_ into 2801a4cd79504047f5888c22813fb5c3/f 2024-11-09T08:23:08,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ into 2801a4cd79504047f5888c22813fb5c3/f (new location: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/f/ffed20106cd845e0888e9a58248646c0_SeqId_4_) 2024-11-09T08:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/staging/jenkins.hfs.23__test__uf18eehcoejolqsgnecvcc8gg03980jdjq8bovu128butiduv043qlnckc0vk1m/f/5c474a39e4ff4d439ee7b68fff41dc2e_SeqId_6_ 2024-11-09T08:23:08,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41661 {}] regionserver.ReplicationSink(324): Finished replicating [83344716-7e1f-4f05-bc67-188b7bc082b8] bulk loaded data 2024-11-09T08:23:08,804 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:08,847 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:08,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:23:08,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:08,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:08,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:08,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:08,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:08,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:08,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:09,207 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:09,350 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:09,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:23:09,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:09,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:09,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:09,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:09,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:09,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:23:09,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=83941294, stopped=false 2024-11-09T08:23:09,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,42035,1731140574598 2024-11-09T08:23:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211504072/running 2024-11-09T08:23:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211504072/running 2024-11-09T08:23:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:23:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:23:09,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:23:09,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:09,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:09,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:09,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/running 2024-11-09T08:23:09,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,41661,1731140574704' ***** 2024-11-09T08:23:09,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:23:09,656 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:23:09,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Set watcher on znode that does not yet exist, /2-1211504072/running 2024-11-09T08:23:09,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:23:09,657 INFO [RS:0;d7c8ba49ede6:41661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:23:09,657 INFO [RS:0;d7c8ba49ede6:41661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:23:09,657 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(3091): Received CLOSE for 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:09,664 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,41661,1731140574704 2024-11-09T08:23:09,664 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:23:09,664 INFO [RS:0;d7c8ba49ede6:41661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41661. 2024-11-09T08:23:09,664 DEBUG [RS:0;d7c8ba49ede6:41661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:09,664 DEBUG [RS:0;d7c8ba49ede6:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:09,665 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:23:09,665 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:23:09,665 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:23:09,665 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:23:09,665 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:23:09,665 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2801a4cd79504047f5888c22813fb5c3=test,,1731140580563.2801a4cd79504047f5888c22813fb5c3.} 2024-11-09T08:23:09,665 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2801a4cd79504047f5888c22813fb5c3 2024-11-09T08:23:09,665 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:23:09,665 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:23:09,665 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:23:09,665 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:23:09,665 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:23:09,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2801a4cd79504047f5888c22813fb5c3, disabling compactions & flushes 2024-11-09T08:23:09,668 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:09,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:09,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. after waiting 0 ms 2024-11-09T08:23:09,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:09,669 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T08:23:09,704 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:23:09,705 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/info/f1f60499fa30449680f21992604d7642 is 129, key is test,,1731140580563.2801a4cd79504047f5888c22813fb5c3./info:regioninfo/1731140581754/Put/seqid=0 2024-11-09T08:23:09,713 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:09,719 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/default/test/2801a4cd79504047f5888c22813fb5c3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T08:23:09,719 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:09,720 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:23:09,720 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:09,720 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2801a4cd79504047f5888c22813fb5c3: Waiting for close lock at 1731140589668Running coprocessor pre-close hooks at 1731140589668Disabling compacts and flushes for region at 1731140589668Disabling writes for close at 1731140589668Writing region close event to WAL at 1731140589696 (+28 ms)Running coprocessor post-close hooks at 1731140589719 (+23 ms)Closed at 1731140589720 (+1 ms) 2024-11-09T08:23:09,720 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140580563.2801a4cd79504047f5888c22813fb5c3. 2024-11-09T08:23:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741839_1015 (size=6421) 2024-11-09T08:23:09,865 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:09,953 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:10,065 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:23:10,065 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:23:10,065 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:10,167 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/info/f1f60499fa30449680f21992604d7642 2024-11-09T08:23:10,187 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/ns/2343e6ffd9a04e088f26b1a111368658 is 43, key is default/ns:d/1731140577200/Put/seqid=0 2024-11-09T08:23:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741840_1016 (size=5153) 2024-11-09T08:23:10,267 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:10,361 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:10,467 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:10,593 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/ns/2343e6ffd9a04e088f26b1a111368658 2024-11-09T08:23:10,608 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/rep_barrier/be0644bf7f994125931229d3cfdf2efc is 112, key is test,,1731140580563.2801a4cd79504047f5888c22813fb5c3./rep_barrier:seqnumDuringOpen/1731140581754/Put/seqid=0 2024-11-09T08:23:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741841_1017 (size=5518) 2024-11-09T08:23:10,612 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/rep_barrier/be0644bf7f994125931229d3cfdf2efc 2024-11-09T08:23:10,627 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/table/cde1baffdc0a4b58af092fbc0c93f133 is 40, key is test/table:state/1731140581760/Put/seqid=0 2024-11-09T08:23:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741842_1018 (size=5165) 2024-11-09T08:23:10,656 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:10,667 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:23:10,667 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:23:10,667 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:10,867 DEBUG [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:11,030 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/table/cde1baffdc0a4b58af092fbc0c93f133 2024-11-09T08:23:11,035 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/info/f1f60499fa30449680f21992604d7642 as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/info/f1f60499fa30449680f21992604d7642 2024-11-09T08:23:11,039 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/info/f1f60499fa30449680f21992604d7642, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T08:23:11,039 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/ns/2343e6ffd9a04e088f26b1a111368658 as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/ns/2343e6ffd9a04e088f26b1a111368658 2024-11-09T08:23:11,043 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/ns/2343e6ffd9a04e088f26b1a111368658, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:23:11,043 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/rep_barrier/be0644bf7f994125931229d3cfdf2efc as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/rep_barrier/be0644bf7f994125931229d3cfdf2efc 2024-11-09T08:23:11,047 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/rep_barrier/be0644bf7f994125931229d3cfdf2efc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T08:23:11,047 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/.tmp/table/cde1baffdc0a4b58af092fbc0c93f133 as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/table/cde1baffdc0a4b58af092fbc0c93f133 2024-11-09T08:23:11,050 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/table/cde1baffdc0a4b58af092fbc0c93f133, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:23:11,051 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=11, compaction requested=false 2024-11-09T08:23:11,057 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:23:11,058 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:11,058 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:23:11,058 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:23:11,058 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140589665Running coprocessor pre-close hooks at 1731140589665Disabling compacts and flushes for region at 1731140589665Disabling writes for close at 1731140589665Obtaining lock to block concurrent updates at 1731140589669 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731140589669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731140589669Flushing stores of hbase:meta,,1.1588230740 at 1731140589671 (+2 ms)Flushing 1588230740/info: creating writer at 1731140589671Flushing 1588230740/info: appending metadata at 1731140589705 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731140589705Flushing 1588230740/ns: creating writer at 1731140590171 (+466 ms)Flushing 1588230740/ns: appending metadata at 1731140590187 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731140590187Flushing 1588230740/rep_barrier: creating writer at 1731140590596 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140590608 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140590608Flushing 1588230740/table: creating writer at 1731140590615 (+7 ms)Flushing 1588230740/table: appending metadata at 1731140590627 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731140590627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5136447d: reopening flushed file at 1731140591034 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633e3499: reopening flushed file at 1731140591039 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681b988c: reopening flushed file at 1731140591043 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f711: reopening flushed file at 1731140591047 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=11, compaction requested=false at 1731140591051 (+4 ms)Writing region close event to WAL at 1731140591055 (+4 ms)Running coprocessor post-close hooks at 1731140591058 (+3 ms)Closed at 1731140591058 2024-11-09T08:23:11,058 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:23:11,067 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:11,067 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,41661,1731140574704; all regions closed. 2024-11-09T08:23:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741834_1010 (size=2717) 2024-11-09T08:23:11,070 DEBUG [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/oldWALs 2024-11-09T08:23:11,070 INFO [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41661%2C1731140574704.meta:.meta(num 1731140577142) 2024-11-09T08:23:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741832_1008 (size=1028) 2024-11-09T08:23:11,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/WALs/d7c8ba49ede6,41661,1731140574704/d7c8ba49ede6%2C41661%2C1731140574704.1731140576208 not finished, retry = 0 2024-11-09T08:23:11,174 DEBUG [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/oldWALs 2024-11-09T08:23:11,174 INFO [RS:0;d7c8ba49ede6:41661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41661%2C1731140574704:(num 1731140576208) 2024-11-09T08:23:11,174 DEBUG [RS:0;d7c8ba49ede6:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:11,174 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:23:11,174 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:23:11,174 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:23:11,175 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:23:11,175 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:23:11,175 INFO [RS:0;d7c8ba49ede6:41661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41661. 2024-11-09T08:23:11,175 DEBUG [RS:0;d7c8ba49ede6:41661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:11,175 DEBUG [RS:0;d7c8ba49ede6:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:11,175 DEBUG [RS:0;d7c8ba49ede6:41661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:11,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:11,175 INFO [RS:0;d7c8ba49ede6:41661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41661 2024-11-09T08:23:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211504072/rs/d7c8ba49ede6,41661,1731140574704 2024-11-09T08:23:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072/rs 2024-11-09T08:23:11,209 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:23:11,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,41661,1731140574704] 2024-11-09T08:23:11,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211504072/draining/d7c8ba49ede6,41661,1731140574704 already deleted, retry=false 2024-11-09T08:23:11,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,41661,1731140574704 expired; onlineServers=0 2024-11-09T08:23:11,306 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,42035,1731140574598' ***** 2024-11-09T08:23:11,306 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:23:11,307 INFO [M:0;d7c8ba49ede6:42035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:23:11,307 INFO [M:0;d7c8ba49ede6:42035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:23:11,307 DEBUG [M:0;d7c8ba49ede6:42035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:23:11,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:23:11,307 DEBUG [M:0;d7c8ba49ede6:42035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:23:11,307 INFO [M:0;d7c8ba49ede6:42035 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:23:11,307 INFO [M:0;d7c8ba49ede6:42035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:23:11,307 DEBUG [M:0;d7c8ba49ede6:42035 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:23:11,308 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140575912 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140575912,5,FailOnTimeoutGroup] 2024-11-09T08:23:11,308 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140575912 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140575912,5,FailOnTimeoutGroup] 2024-11-09T08:23:11,308 INFO [M:0;d7c8ba49ede6:42035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:23:11,308 INFO [M:0;d7c8ba49ede6:42035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:23:11,308 INFO [M:0;d7c8ba49ede6:42035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:23:11,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:23:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211504072/master 2024-11-09T08:23:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211504072 2024-11-09T08:23:11,317 DEBUG [M:0;d7c8ba49ede6:42035 {}] zookeeper.ZKUtil(347): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Unable to get data of znode /2-1211504072/master because node does not exist (not an error) 2024-11-09T08:23:11,317 WARN [M:0;d7c8ba49ede6:42035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:23:11,317 INFO [M:0;d7c8ba49ede6:42035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/.lastflushedseqids 2024-11-09T08:23:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741843_1019 (size=173) 2024-11-09T08:23:11,328 INFO [M:0;d7c8ba49ede6:42035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:23:11,329 INFO [M:0;d7c8ba49ede6:42035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:23:11,329 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:23:11,329 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:11,329 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:11,329 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:23:11,329 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:11,329 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T08:23:11,350 DEBUG [M:0;d7c8ba49ede6:42035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e546f6e91c364b8b9827eddc91991121 is 82, key is hbase:meta,,1/info:regioninfo/1731140577185/Put/seqid=0 2024-11-09T08:23:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741844_1020 (size=5672) 2024-11-09T08:23:11,363 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e546f6e91c364b8b9827eddc91991121 2024-11-09T08:23:11,381 DEBUG [M:0;d7c8ba49ede6:42035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf01da9522114a51b9501c81acffe5f9 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731140581763/Put/seqid=0 2024-11-09T08:23:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741845_1021 (size=6587) 2024-11-09T08:23:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:11,396 INFO [RS:0;d7c8ba49ede6:41661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:23:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41661-0x1011eb0a83e0007, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:11,396 INFO [RS:0;d7c8ba49ede6:41661 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,41661,1731140574704; zookeeper connection closed. 2024-11-09T08:23:11,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@585f9837 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@585f9837 2024-11-09T08:23:11,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:23:11,459 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:11,785 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf01da9522114a51b9501c81acffe5f9 2024-11-09T08:23:11,799 DEBUG [M:0;d7c8ba49ede6:42035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cb19bca7c6147d98c8e279695229baa is 69, key is d7c8ba49ede6,41661,1731140574704/rs:state/1731140575981/Put/seqid=0 2024-11-09T08:23:11,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741846_1022 (size=5156) 2024-11-09T08:23:11,803 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cb19bca7c6147d98c8e279695229baa 2024-11-09T08:23:11,805 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e546f6e91c364b8b9827eddc91991121 as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e546f6e91c364b8b9827eddc91991121 2024-11-09T08:23:11,808 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e546f6e91c364b8b9827eddc91991121, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T08:23:11,808 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf01da9522114a51b9501c81acffe5f9 as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf01da9522114a51b9501c81acffe5f9 2024-11-09T08:23:11,811 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf01da9522114a51b9501c81acffe5f9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T08:23:11,811 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cb19bca7c6147d98c8e279695229baa as hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cb19bca7c6147d98c8e279695229baa 2024-11-09T08:23:11,814 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32901/user/jenkins/test-data/b83a8cfb-a79a-a005-d2b1-72834656340c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cb19bca7c6147d98c8e279695229baa, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T08:23:11,815 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=55, compaction requested=false 2024-11-09T08:23:11,816 INFO [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:11,816 DEBUG [M:0;d7c8ba49ede6:42035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140591329Disabling compacts and flushes for region at 1731140591329Disabling writes for close at 1731140591329Obtaining lock to block concurrent updates at 1731140591329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140591329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731140591329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140591330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140591330Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140591349 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140591349Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140591366 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140591381 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140591381Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140591788 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140591799 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140591799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc0300e: reopening flushed file at 1731140591805 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a857c95: reopening flushed file at 1731140591808 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ecc541: reopening flushed file at 1731140591811 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=55, compaction requested=false at 1731140591815 (+4 ms)Writing region close event to WAL at 1731140591816 (+1 ms)Closed at 1731140591816 2024-11-09T08:23:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741830_1006 (size=32782) 2024-11-09T08:23:11,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:23:11,818 INFO [M:0;d7c8ba49ede6:42035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:23:11,818 INFO [M:0;d7c8ba49ede6:42035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42035 2024-11-09T08:23:11,819 INFO [M:0;d7c8ba49ede6:42035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:23:11,870 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:11,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:11,964 INFO [M:0;d7c8ba49ede6:42035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:23:11,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42035-0x1011eb0a83e0006, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:11,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18240dd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:23:11,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0feb13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:23:11,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:23:11,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4b9708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:23:11,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148e501b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/hadoop.log.dir/,STOPPED} 2024-11-09T08:23:11,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:23:11,981 WARN [BP-994791650-172.17.0.3-1731140572493 heartbeating to localhost/127.0.0.1:32901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:23:11,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:23:11,981 WARN [BP-994791650-172.17.0.3-1731140572493 heartbeating to localhost/127.0.0.1:32901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994791650-172.17.0.3-1731140572493 (Datanode Uuid 1c97c06d-8e92-4053-a505-d34a961bcdf7) service to localhost/127.0.0.1:32901 2024-11-09T08:23:11,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/cluster_3918f9d8-5b56-af08-26f9-591650c223ca/data/data1/current/BP-994791650-172.17.0.3-1731140572493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:23:11,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/cluster_3918f9d8-5b56-af08-26f9-591650c223ca/data/data2/current/BP-994791650-172.17.0.3-1731140572493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:23:11,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:23:11,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ef8598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:23:11,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35745f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:23:11,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:23:11,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e91dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:23:11,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f9e3cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e4632f-883f-ebb5-0b5c-751c27f382dd/hadoop.log.dir/,STOPPED} 2024-11-09T08:23:12,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:23:12,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:23:12,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:12,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:12,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:12,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:12,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:12,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:23:12,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=194920518, stopped=false 2024-11-09T08:23:12,004 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,35421,1731140568711 2024-11-09T08:23:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-750128523/running 2024-11-09T08:23:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-750128523/running 2024-11-09T08:23:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:23:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:23:12,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:23:12,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/running 2024-11-09T08:23:12,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Set watcher on znode that does not yet exist, /1-750128523/running 2024-11-09T08:23:12,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:12,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:12,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:12,023 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,42431,1731140568879' ***** 2024-11-09T08:23:12,023 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:23:12,023 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:23:12,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:23:12,023 INFO [RS:0;d7c8ba49ede6:42431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(3091): Received CLOSE for 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,42431,1731140568879 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42431. 2024-11-09T08:23:12,024 DEBUG [RS:0;d7c8ba49ede6:42431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:12,024 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92f8f70bb9241be37d585c9c81c44ff2, disabling compactions & flushes 2024-11-09T08:23:12,024 DEBUG [RS:0;d7c8ba49ede6:42431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:12,024 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:23:12,024 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:23:12,024 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. after waiting 0 ms 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:23:12,024 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:23:12,024 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:23:12,030 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:23:12,030 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92f8f70bb9241be37d585c9c81c44ff2=test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2.} 2024-11-09T08:23:12,030 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f8f70bb9241be37d585c9c81c44ff2 2024-11-09T08:23:12,030 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:23:12,031 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:23:12,031 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:23:12,031 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:23:12,031 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:23:12,031 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T08:23:12,037 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/default/test/92f8f70bb9241be37d585c9c81c44ff2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:23:12,038 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:12,038 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:23:12,038 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:23:12,038 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92f8f70bb9241be37d585c9c81c44ff2: Waiting for close lock at 1731140592024Running coprocessor pre-close hooks at 1731140592024Disabling compacts and flushes for region at 1731140592024Disabling writes for close at 1731140592024Writing region close event to WAL at 1731140592031 (+7 ms)Running coprocessor post-close hooks at 1731140592037 (+6 ms)Closed at 1731140592038 (+1 ms) 2024-11-09T08:23:12,038 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2. 2024-11-09T08:23:12,045 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/info/c46c1e93bb9b4d3c9efa11bc31115092 is 129, key is test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2./info:regioninfo/1731140579558/Put/seqid=0 2024-11-09T08:23:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741841_1017 (size=6421) 2024-11-09T08:23:12,070 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:23:12,231 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:12,370 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:12,431 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:12,450 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/info/c46c1e93bb9b4d3c9efa11bc31115092 2024-11-09T08:23:12,474 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/ns/521c5168fb184db8a215584d6736770a is 43, key is default/ns:d/1731140572366/Put/seqid=0 2024-11-09T08:23:12,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:23:12,486 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/ns/521c5168fb184db8a215584d6736770a 2024-11-09T08:23:12,506 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/rep_barrier/66d797df7e0a4a86bb8f6b66b804f83f is 112, key is test,,1731140578412.92f8f70bb9241be37d585c9c81c44ff2./rep_barrier:seqnumDuringOpen/1731140579558/Put/seqid=0 2024-11-09T08:23:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741843_1019 (size=5518) 2024-11-09T08:23:12,631 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:12,773 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:12,831 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:12,864 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:23:12,864 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:23:12,914 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/rep_barrier/66d797df7e0a4a86bb8f6b66b804f83f 2024-11-09T08:23:12,929 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/table/5e3b014b487d4f959c1faa78bedaa98e is 40, key is test/table:state/1731140579564/Put/seqid=0 2024-11-09T08:23:12,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741844_1020 (size=5165) 2024-11-09T08:23:13,031 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:23:13,031 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:23:13,031 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:13,232 DEBUG [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:13,333 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/table/5e3b014b487d4f959c1faa78bedaa98e 2024-11-09T08:23:13,337 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/info/c46c1e93bb9b4d3c9efa11bc31115092 as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/info/c46c1e93bb9b4d3c9efa11bc31115092 2024-11-09T08:23:13,340 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/info/c46c1e93bb9b4d3c9efa11bc31115092, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T08:23:13,340 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/ns/521c5168fb184db8a215584d6736770a as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/ns/521c5168fb184db8a215584d6736770a 2024-11-09T08:23:13,344 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/ns/521c5168fb184db8a215584d6736770a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:23:13,344 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/rep_barrier/66d797df7e0a4a86bb8f6b66b804f83f as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/rep_barrier/66d797df7e0a4a86bb8f6b66b804f83f 2024-11-09T08:23:13,348 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/rep_barrier/66d797df7e0a4a86bb8f6b66b804f83f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T08:23:13,348 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/.tmp/table/5e3b014b487d4f959c1faa78bedaa98e as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/table/5e3b014b487d4f959c1faa78bedaa98e 2024-11-09T08:23:13,352 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/table/5e3b014b487d4f959c1faa78bedaa98e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:23:13,352 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false 2024-11-09T08:23:13,356 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:23:13,356 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:13,356 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:23:13,356 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:23:13,356 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140592030Running coprocessor pre-close hooks at 1731140592030Disabling compacts and flushes for region at 1731140592030Disabling writes for close at 1731140592031 (+1 ms)Obtaining lock to block concurrent updates at 1731140592031Preparing flush snapshotting stores in 1588230740 at 1731140592031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731140592031Flushing stores of hbase:meta,,1.1588230740 at 1731140592032 (+1 ms)Flushing 1588230740/info: creating writer at 1731140592032Flushing 1588230740/info: appending metadata at 1731140592045 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731140592045Flushing 1588230740/ns: creating writer at 1731140592456 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731140592474 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731140592474Flushing 1588230740/rep_barrier: creating writer at 1731140592490 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140592506 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140592506Flushing 1588230740/table: creating writer at 1731140592917 (+411 ms)Flushing 1588230740/table: appending metadata at 1731140592929 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731140592929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a01d5c8: reopening flushed file at 1731140593336 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e894857: reopening flushed file at 1731140593340 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2533e883: reopening flushed file at 1731140593344 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46996bb2: reopening flushed file at 1731140593348 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false at 1731140593352 (+4 ms)Writing region close event to WAL at 1731140593354 (+2 ms)Running coprocessor post-close hooks at 1731140593356 (+2 ms)Closed at 1731140593356 2024-11-09T08:23:13,356 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:23:13,374 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:13,432 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,42431,1731140568879; all regions closed. 2024-11-09T08:23:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741834_1010 (size=2717) 2024-11-09T08:23:13,435 DEBUG [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/oldWALs 2024-11-09T08:23:13,435 INFO [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C42431%2C1731140568879.meta:.meta(num 1731140572319) 2024-11-09T08:23:13,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741833_1009 (size=1374) 2024-11-09T08:23:13,438 DEBUG [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/oldWALs 2024-11-09T08:23:13,438 INFO [RS:0;d7c8ba49ede6:42431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C42431%2C1731140568879:(num 1731140571978) 2024-11-09T08:23:13,438 DEBUG [RS:0;d7c8ba49ede6:42431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:13,438 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:23:13,438 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:23:13,438 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:23:13,438 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:23:13,438 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:23:13,438 INFO [RS:0;d7c8ba49ede6:42431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42431. 2024-11-09T08:23:13,438 DEBUG [RS:0;d7c8ba49ede6:42431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:13,438 DEBUG [RS:0;d7c8ba49ede6:42431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:13,438 DEBUG [RS:0;d7c8ba49ede6:42431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:13,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:13,439 INFO [RS:0;d7c8ba49ede6:42431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42431 2024-11-09T08:23:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-750128523/rs/d7c8ba49ede6,42431,1731140568879 2024-11-09T08:23:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523/rs 2024-11-09T08:23:13,516 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:23:13,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,42431,1731140568879] 2024-11-09T08:23:13,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-750128523/draining/d7c8ba49ede6,42431,1731140568879 already deleted, retry=false 2024-11-09T08:23:13,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,42431,1731140568879 expired; onlineServers=0 2024-11-09T08:23:13,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,35421,1731140568711' ***** 2024-11-09T08:23:13,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:23:13,538 DEBUG [M:0;d7c8ba49ede6:35421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:23:13,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:23:13,538 DEBUG [M:0;d7c8ba49ede6:35421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:23:13,538 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140571556 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140571556,5,FailOnTimeoutGroup] 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:23:13,538 DEBUG [M:0;d7c8ba49ede6:35421 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:23:13,538 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140571560 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140571560,5,FailOnTimeoutGroup] 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:23:13,538 INFO [M:0;d7c8ba49ede6:35421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:23:13,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:23:13,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-750128523/master 2024-11-09T08:23:13,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-750128523 2024-11-09T08:23:13,548 DEBUG [M:0;d7c8ba49ede6:35421 {}] zookeeper.ZKUtil(347): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Unable to get data of znode /1-750128523/master because node does not exist (not an error) 2024-11-09T08:23:13,548 WARN [M:0;d7c8ba49ede6:35421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:23:13,549 INFO [M:0;d7c8ba49ede6:35421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/.lastflushedseqids 2024-11-09T08:23:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741845_1021 (size=173) 2024-11-09T08:23:13,552 INFO [M:0;d7c8ba49ede6:35421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:23:13,552 INFO [M:0;d7c8ba49ede6:35421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:23:13,552 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:23:13,552 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:13,552 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:13,553 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:23:13,553 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:13,553 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T08:23:13,566 DEBUG [M:0;d7c8ba49ede6:35421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/258e1d18ff694cf3a46d15f8be8da96d is 82, key is hbase:meta,,1/info:regioninfo/1731140572354/Put/seqid=0 2024-11-09T08:23:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741846_1022 (size=5672) 2024-11-09T08:23:13,571 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/258e1d18ff694cf3a46d15f8be8da96d 2024-11-09T08:23:13,591 DEBUG [M:0;d7c8ba49ede6:35421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f50a5a1008e4a38b2582026b97dc671 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731140579568/Put/seqid=0 2024-11-09T08:23:13,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741847_1023 (size=6586) 2024-11-09T08:23:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:13,627 INFO [RS:0;d7c8ba49ede6:42431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:23:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42431-0x1011eb0a83e0004, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:13,627 INFO [RS:0;d7c8ba49ede6:42431 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,42431,1731140568879; zookeeper connection closed. 2024-11-09T08:23:13,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c30e55d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c30e55d 2024-11-09T08:23:13,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:23:13,777 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:13,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:23:13,994 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f50a5a1008e4a38b2582026b97dc671 2024-11-09T08:23:14,014 DEBUG [M:0;d7c8ba49ede6:35421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b92df0aea0748e2bd4776d45700c423 is 69, key is d7c8ba49ede6,42431,1731140568879/rs:state/1731140571765/Put/seqid=0 2024-11-09T08:23:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741848_1024 (size=5156) 2024-11-09T08:23:14,428 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b92df0aea0748e2bd4776d45700c423 2024-11-09T08:23:14,434 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/258e1d18ff694cf3a46d15f8be8da96d as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/258e1d18ff694cf3a46d15f8be8da96d 2024-11-09T08:23:14,438 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/258e1d18ff694cf3a46d15f8be8da96d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T08:23:14,439 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f50a5a1008e4a38b2582026b97dc671 as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f50a5a1008e4a38b2582026b97dc671 2024-11-09T08:23:14,443 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f50a5a1008e4a38b2582026b97dc671, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T08:23:14,444 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b92df0aea0748e2bd4776d45700c423 as hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b92df0aea0748e2bd4776d45700c423 2024-11-09T08:23:14,452 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/7bb29c2d-9077-4643-380c-cb914c2d3008/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b92df0aea0748e2bd4776d45700c423, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T08:23:14,453 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false 2024-11-09T08:23:14,457 INFO [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:14,457 DEBUG [M:0;d7c8ba49ede6:35421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140593552Disabling compacts and flushes for region at 1731140593552Disabling writes for close at 1731140593553 (+1 ms)Obtaining lock to block concurrent updates at 1731140593553Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140593553Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731140593553Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140593553Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140593553Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140593566 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140593566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140593574 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140593590 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140593590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140593998 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140594014 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140594014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf83888: reopening flushed file at 1731140594433 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46417476: reopening flushed file at 1731140594438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6a5621: reopening flushed file at 1731140594443 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false at 1731140594453 (+10 ms)Writing region close event to WAL at 1731140594457 (+4 ms)Closed at 1731140594457 2024-11-09T08:23:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741830_1006 (size=32770) 2024-11-09T08:23:14,462 INFO [M:0;d7c8ba49ede6:35421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:23:14,462 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:23:14,462 INFO [M:0;d7c8ba49ede6:35421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35421 2024-11-09T08:23:14,462 INFO [M:0;d7c8ba49ede6:35421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:23:14,476 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:14,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:14,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35421-0x1011eb0a83e0003, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:14,606 INFO [M:0;d7c8ba49ede6:35421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:23:14,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10507257{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:23:14,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d275c41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:23:14,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:23:14,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155598f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:23:14,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691ab766{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir/,STOPPED} 2024-11-09T08:23:14,616 WARN [BP-1953745545-172.17.0.3-1731140566207 heartbeating to localhost/127.0.0.1:37845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:23:14,616 WARN [BP-1953745545-172.17.0.3-1731140566207 heartbeating to localhost/127.0.0.1:37845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953745545-172.17.0.3-1731140566207 (Datanode Uuid 1f896b8c-a04e-4cf6-9ed0-56dc173303a0) service to localhost/127.0.0.1:37845 2024-11-09T08:23:14,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:23:14,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:23:14,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/cluster_f10f4239-acd2-9c5a-bd47-124faa91b35d/data/data1/current/BP-1953745545-172.17.0.3-1731140566207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:23:14,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/cluster_f10f4239-acd2-9c5a-bd47-124faa91b35d/data/data2/current/BP-1953745545-172.17.0.3-1731140566207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:23:14,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:23:14,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39868bdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:23:14,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56952b88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:23:14,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:23:14,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8aa5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:23:14,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2a3994{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e97908-d93c-f075-0aae-33d24a161126/hadoop.log.dir/,STOPPED} 2024-11-09T08:23:14,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:23:14,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:23:14,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:14,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:14,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:14,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:14,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:14,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:23:14,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368877404, stopped=false 2024-11-09T08:23:14,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,43737,1731140563827 2024-11-09T08:23:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1166197749/running 2024-11-09T08:23:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1166197749/running 2024-11-09T08:23:14,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:23:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:23:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:23:14,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/running 2024-11-09T08:23:14,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Set watcher on znode that does not yet exist, /0-1166197749/running 2024-11-09T08:23:14,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:23:14,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:14,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:14,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,41485,1731140564161' ***** 2024-11-09T08:23:14,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:23:14,666 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:23:14,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:23:14,666 INFO [RS:0;d7c8ba49ede6:41485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:23:14,666 INFO [RS:0;d7c8ba49ede6:41485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:23:14,666 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 0878feda644b5f6496e89f041a4db203 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for bae367211c2d45bac634836281405bfd 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,41485,1731140564161 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41485. 2024-11-09T08:23:14,668 DEBUG [RS:0;d7c8ba49ede6:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:14,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0878feda644b5f6496e89f041a4db203, disabling compactions & flushes 2024-11-09T08:23:14,668 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:14,668 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:23:14,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:23:14,668 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:23:14,668 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731140577269.0878feda644b5f6496e89f041a4db203. after waiting 0 ms 2024-11-09T08:23:14,669 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:23:14,670 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T08:23:14,670 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1325): Online Regions={0878feda644b5f6496e89f041a4db203=test,,1731140577269.0878feda644b5f6496e89f041a4db203., 1588230740=hbase:meta,,1.1588230740, bae367211c2d45bac634836281405bfd=hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd.} 2024-11-09T08:23:14,670 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1351): Waiting on 0878feda644b5f6496e89f041a4db203, 1588230740, bae367211c2d45bac634836281405bfd 2024-11-09T08:23:14,671 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:23:14,671 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:23:14,671 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:23:14,671 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:23:14,671 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:23:14,671 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T08:23:14,675 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:23:14,699 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/info/96542ec8a8604b84894a9936f52a4254 is 147, key is hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd./info:regioninfo/1731140583496/Put/seqid=0 2024-11-09T08:23:14,709 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/default/test/0878feda644b5f6496e89f041a4db203/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T08:23:14,710 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0878feda644b5f6496e89f041a4db203: Waiting for close lock at 1731140594668Running coprocessor pre-close hooks at 1731140594668Disabling compacts and flushes for region at 1731140594668Disabling writes for close at 1731140594669 (+1 ms)Writing region close event to WAL at 1731140594700 (+31 ms)Running coprocessor post-close hooks at 1731140594710 (+10 ms)Closed at 1731140594710 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731140577269.0878feda644b5f6496e89f041a4db203. 2024-11-09T08:23:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741847_1023 (size=7686) 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bae367211c2d45bac634836281405bfd, disabling compactions & flushes 2024-11-09T08:23:14,710 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. after waiting 0 ms 2024-11-09T08:23:14,710 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:14,710 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bae367211c2d45bac634836281405bfd 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T08:23:14,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/.tmp/hfileref/3d79cbc01f024920a580ea6afda7ffe7 is 74, key is 1/hfileref:13970a8286724d30a7561c2eded9fc5c_SeqId_4_/1731140585752/DeleteColumn/seqid=0 2024-11-09T08:23:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741848_1024 (size=5489) 2024-11-09T08:23:14,742 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/.tmp/hfileref/3d79cbc01f024920a580ea6afda7ffe7 2024-11-09T08:23:14,769 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/.tmp/queue/fc0b4596c9564cf79d1d0d147d8a53a4 is 153, key is 1-d7c8ba49ede6,41485,1731140564161/queue:d7c8ba49ede6%2C41485%2C1731140564161/1731140588745/Put/seqid=0 2024-11-09T08:23:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741849_1025 (size=5504) 2024-11-09T08:23:14,871 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bae367211c2d45bac634836281405bfd 2024-11-09T08:23:14,889 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 393, reset compression=false 2024-11-09T08:23:14,893 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T08:23:14,893 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 688, reset compression=false 2024-11-09T08:23:14,893 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7c8ba49ede6,41485,1731140564161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T08:23:14,894 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7c8ba49ede6,41485,1731140564161: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7c8ba49ede6,41485,1731140564161, walGroup=d7c8ba49ede6%2C41485%2C1731140564161, offset=d7c8ba49ede6%2C41485%2C1731140564161.1731140586742:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:41485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T08:23:14,896 ERROR [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T08:23:14,896 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T08:23:14,896 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T08:23:14,896 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T08:23:14,896 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T08:23:14,896 INFO [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1509949440, "init": 1048576000, "max": 2306867200, "used": 1152025688 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207800696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T08:23:14,897 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:43737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7c8ba49ede6:43737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T08:23:15,071 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bae367211c2d45bac634836281405bfd 2024-11-09T08:23:15,111 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/info/96542ec8a8604b84894a9936f52a4254 2024-11-09T08:23:15,132 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 688, reset compression=false 2024-11-09T08:23:15,141 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/ns/c764deef527e4c1d84185899f061d85b is 43, key is default/ns:d/1731140565997/Put/seqid=0 2024-11-09T08:23:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741850_1026 (size=5153) 2024-11-09T08:23:15,151 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/ns/c764deef527e4c1d84185899f061d85b 2024-11-09T08:23:15,176 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/.tmp/queue/fc0b4596c9564cf79d1d0d147d8a53a4 2024-11-09T08:23:15,187 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/rep_barrier/7e721c31c06e4f70b3ebc0b465a07ad9 is 112, key is test,,1731140577269.0878feda644b5f6496e89f041a4db203./rep_barrier:seqnumDuringOpen/1731140578046/Put/seqid=0 2024-11-09T08:23:15,190 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/.tmp/hfileref/3d79cbc01f024920a580ea6afda7ffe7 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/hfileref/3d79cbc01f024920a580ea6afda7ffe7 2024-11-09T08:23:15,195 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/hfileref/3d79cbc01f024920a580ea6afda7ffe7, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T08:23:15,198 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/.tmp/queue/fc0b4596c9564cf79d1d0d147d8a53a4 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/queue/fc0b4596c9564cf79d1d0d147d8a53a4 2024-11-09T08:23:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741851_1027 (size=5518) 2024-11-09T08:23:15,200 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/rep_barrier/7e721c31c06e4f70b3ebc0b465a07ad9 2024-11-09T08:23:15,205 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/queue/fc0b4596c9564cf79d1d0d147d8a53a4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T08:23:15,206 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bae367211c2d45bac634836281405bfd in 496ms, sequenceid=17, compaction requested=false 2024-11-09T08:23:15,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:23:15,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,228 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:23:15,229 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:23:15,240 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/table/5e9b4c2c175f419b9cf18444718db007 is 53, key is hbase:replication/table:state/1731140583502/Put/seqid=0 2024-11-09T08:23:15,265 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/replication/bae367211c2d45bac634836281405bfd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T08:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:23:15,266 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bae367211c2d45bac634836281405bfd: Waiting for close lock at 1731140594710Running coprocessor pre-close hooks at 1731140594710Disabling compacts and flushes for region at 1731140594710Disabling writes for close at 1731140594710Obtaining lock to block concurrent updates at 1731140594710Preparing flush snapshotting stores in bae367211c2d45bac634836281405bfd at 1731140594710Finished memstore snapshotting hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731140594711 (+1 ms)Flushing stores of hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. at 1731140594711Flushing bae367211c2d45bac634836281405bfd/hfileref: creating writer at 1731140594711Flushing bae367211c2d45bac634836281405bfd/hfileref: appending metadata at 1731140594730 (+19 ms)Flushing bae367211c2d45bac634836281405bfd/hfileref: closing flushed file at 1731140594730Flushing bae367211c2d45bac634836281405bfd/queue: creating writer at 1731140594748 (+18 ms)Flushing bae367211c2d45bac634836281405bfd/queue: appending metadata at 1731140594769 (+21 ms)Flushing bae367211c2d45bac634836281405bfd/queue: closing flushed file at 1731140594769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784ac2f5: reopening flushed file at 1731140595188 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2419ed: reopening flushed file at 1731140595195 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bae367211c2d45bac634836281405bfd in 496ms, sequenceid=17, compaction requested=false at 1731140595206 (+11 ms)Writing region close event to WAL at 1731140595244 (+38 ms)Running coprocessor post-close hooks at 1731140595266 (+22 ms)Closed at 1731140595266 2024-11-09T08:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731140582731.bae367211c2d45bac634836281405bfd. 2024-11-09T08:23:15,271 DEBUG [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:23:15,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741852_1028 (size=5308) 2024-11-09T08:23:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,290 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/table/5e9b4c2c175f419b9cf18444718db007 2024-11-09T08:23:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,304 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/info/96542ec8a8604b84894a9936f52a4254 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/info/96542ec8a8604b84894a9936f52a4254 2024-11-09T08:23:15,309 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/info/96542ec8a8604b84894a9936f52a4254, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T08:23:15,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,310 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/ns/c764deef527e4c1d84185899f061d85b as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/ns/c764deef527e4c1d84185899f061d85b 2024-11-09T08:23:15,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,316 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/ns/c764deef527e4c1d84185899f061d85b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T08:23:15,317 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/rep_barrier/7e721c31c06e4f70b3ebc0b465a07ad9 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/rep_barrier/7e721c31c06e4f70b3ebc0b465a07ad9 2024-11-09T08:23:15,321 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/rep_barrier/7e721c31c06e4f70b3ebc0b465a07ad9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T08:23:15,322 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/.tmp/table/5e9b4c2c175f419b9cf18444718db007 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/table/5e9b4c2c175f419b9cf18444718db007 2024-11-09T08:23:15,326 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/table/5e9b4c2c175f419b9cf18444718db007, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T08:23:15,327 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 656ms, sequenceid=16, compaction requested=false 2024-11-09T08:23:15,327 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:23:15,340 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T08:23:15,341 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T08:23:15,341 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:23:15,341 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:23:15,341 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140594670Running coprocessor pre-close hooks at 1731140594670Disabling compacts and flushes for region at 1731140594670Disabling writes for close at 1731140594671 (+1 ms)Obtaining lock to block concurrent updates at 1731140594671Preparing flush snapshotting stores in 1588230740 at 1731140594671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731140594671Flushing stores of hbase:meta,,1.1588230740 at 1731140594672 (+1 ms)Flushing 1588230740/info: creating writer at 1731140594672Flushing 1588230740/info: appending metadata at 1731140594699 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731140594699Flushing 1588230740/ns: creating writer at 1731140595120 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731140595140 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731140595140Flushing 1588230740/rep_barrier: creating writer at 1731140595156 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140595187 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140595187Flushing 1588230740/table: creating writer at 1731140595211 (+24 ms)Flushing 1588230740/table: appending metadata at 1731140595239 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731140595239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255a4a24: reopening flushed file at 1731140595299 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f993f9: reopening flushed file at 1731140595310 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@877c2fa: reopening flushed file at 1731140595316 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abac88d: reopening flushed file at 1731140595321 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 656ms, sequenceid=16, compaction requested=false at 1731140595327 (+6 ms)Writing region close event to WAL at 1731140595337 (+10 ms)Running coprocessor post-close hooks at 1731140595340 (+3 ms)Closed at 1731140595341 (+1 ms) 2024-11-09T08:23:15,341 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:23:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:23:15,440 DEBUG [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/WALs/d7c8ba49ede6,41485,1731140564161/d7c8ba49ede6%2C41485%2C1731140564161.1731140586742 to pos 688, reset compression=false 2024-11-09T08:23:15,471 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,41485,1731140564161; all regions closed. 2024-11-09T08:23:15,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741844_1020 (size=859) 2024-11-09T08:23:15,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741843_1019 (size=2574) 2024-11-09T08:23:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741842_1018 (size=696) 2024-11-09T08:23:15,487 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:15,487 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:23:15,487 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:23:15,487 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:23:15,488 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:23:15,488 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:23:15,489 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7c8ba49ede6,41485,1731140564161 because: Region server is closing 2024-11-09T08:23:15,489 INFO [RS:0;d7c8ba49ede6:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41485. 2024-11-09T08:23:15,489 DEBUG [RS:0;d7c8ba49ede6:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:15,489 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:15,489 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:15,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:15,589 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 terminated 2024-11-09T08:23:15,590 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d7c8ba49ede6,41485,1731140564161 because: Region server is closing 2024-11-09T08:23:15,589 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,1-d7c8ba49ede6,41485,1731140564161.replicationSource.wal-reader.d7c8ba49ede6%2C41485%2C1731140564161,1-d7c8ba49ede6,41485,1731140564161 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T08:23:15,590 INFO [RS:0;d7c8ba49ede6:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:41485. 2024-11-09T08:23:15,590 DEBUG [RS:0;d7c8ba49ede6:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:23:15,590 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:15,590 DEBUG [RS:0;d7c8ba49ede6:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:23:15,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:23:15,690 WARN [RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T08:23:15,690 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0-0.replicationSource,2-d7c8ba49ede6,41485,1731140564161.replicationSource.shipperd7c8ba49ede6%2C41485%2C1731140564161,2-d7c8ba49ede6,41485,1731140564161 terminated 2024-11-09T08:23:15,691 INFO [RS:0;d7c8ba49ede6:41485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41485 2024-11-09T08:23:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1166197749/rs/d7c8ba49ede6,41485,1731140564161 2024-11-09T08:23:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749/rs 2024-11-09T08:23:15,737 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:23:15,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,41485,1731140564161] 2024-11-09T08:23:15,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/draining/d7c8ba49ede6,41485,1731140564161 already deleted, retry=false 2024-11-09T08:23:15,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,41485,1731140564161 expired; onlineServers=0 2024-11-09T08:23:15,759 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,43737,1731140563827' ***** 2024-11-09T08:23:15,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:23:15,759 INFO [M:0;d7c8ba49ede6:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:23:15,759 INFO [M:0;d7c8ba49ede6:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:23:15,759 DEBUG [M:0;d7c8ba49ede6:43737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:23:15,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:23:15,759 DEBUG [M:0;d7c8ba49ede6:43737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:23:15,759 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140565028 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140565028,5,FailOnTimeoutGroup] 2024-11-09T08:23:15,759 INFO [M:0;d7c8ba49ede6:43737 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:23:15,759 INFO [M:0;d7c8ba49ede6:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:23:15,759 DEBUG [M:0;d7c8ba49ede6:43737 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:23:15,759 INFO [M:0;d7c8ba49ede6:43737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:23:15,759 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140565031 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140565031,5,FailOnTimeoutGroup] 2024-11-09T08:23:15,760 INFO [M:0;d7c8ba49ede6:43737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:23:15,760 ERROR [M:0;d7c8ba49ede6:43737 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1226814053) connection to localhost/127.0.0.1:46411 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46411,5,PEWorkerGroup] 2024-11-09T08:23:15,760 INFO [M:0;d7c8ba49ede6:43737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:23:15,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:23:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1166197749/master 2024-11-09T08:23:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1166197749 2024-11-09T08:23:15,779 DEBUG [M:0;d7c8ba49ede6:43737 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1166197749/master already deleted, retry=false 2024-11-09T08:23:15,780 DEBUG [M:0;d7c8ba49ede6:43737 {}] master.ActiveMasterManager(353): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1166197749/master 2024-11-09T08:23:15,780 INFO [M:0;d7c8ba49ede6:43737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/.lastflushedseqids 2024-11-09T08:23:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741853_1029 (size=263) 2024-11-09T08:23:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:15,848 INFO [RS:0;d7c8ba49ede6:41485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:23:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x1011eb0a83e0001, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:15,848 INFO [RS:0;d7c8ba49ede6:41485 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,41485,1731140564161; zookeeper connection closed. 2024-11-09T08:23:15,849 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6def4489 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6def4489 2024-11-09T08:23:15,849 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:23:16,193 INFO [M:0;d7c8ba49ede6:43737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:23:16,193 INFO [M:0;d7c8ba49ede6:43737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:23:16,194 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:23:16,194 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:16,194 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:16,194 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:23:16,194 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:16,194 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-09T08:23:16,206 DEBUG [M:0;d7c8ba49ede6:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d41193a0b7fa481599469b92551d0889 is 82, key is hbase:meta,,1/info:regioninfo/1731140565962/Put/seqid=0 2024-11-09T08:23:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741854_1030 (size=5672) 2024-11-09T08:23:16,609 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d41193a0b7fa481599469b92551d0889 2024-11-09T08:23:16,624 DEBUG [M:0;d7c8ba49ede6:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cf57d354dc9452eb06a46842984e39f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731140583505/Put/seqid=0 2024-11-09T08:23:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741855_1031 (size=8909) 2024-11-09T08:23:17,027 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cf57d354dc9452eb06a46842984e39f 2024-11-09T08:23:17,045 DEBUG [M:0;d7c8ba49ede6:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bd41545a0747ce8457be4211ae74eb is 69, key is d7c8ba49ede6,41485,1731140564161/rs:state/1731140565070/Put/seqid=0 2024-11-09T08:23:17,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741856_1032 (size=5156) 2024-11-09T08:23:17,454 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bd41545a0747ce8457be4211ae74eb 2024-11-09T08:23:17,458 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d41193a0b7fa481599469b92551d0889 as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d41193a0b7fa481599469b92551d0889 2024-11-09T08:23:17,460 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d41193a0b7fa481599469b92551d0889, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T08:23:17,461 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cf57d354dc9452eb06a46842984e39f as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cf57d354dc9452eb06a46842984e39f 2024-11-09T08:23:17,464 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cf57d354dc9452eb06a46842984e39f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T08:23:17,464 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bd41545a0747ce8457be4211ae74eb as hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8bd41545a0747ce8457be4211ae74eb 2024-11-09T08:23:17,467 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46411/user/jenkins/test-data/8feab025-5a94-e5c8-89fb-f9a7cb916ba5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8bd41545a0747ce8457be4211ae74eb, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T08:23:17,468 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false 2024-11-09T08:23:17,469 INFO [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:23:17,469 DEBUG [M:0;d7c8ba49ede6:43737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140596194Disabling compacts and flushes for region at 1731140596194Disabling writes for close at 1731140596194Obtaining lock to block concurrent updates at 1731140596194Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140596194Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731140596194Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140596194Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140596195 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140596206 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140596206Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140596612 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140596624 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140596624Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140597030 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140597045 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140597045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da2ad40: reopening flushed file at 1731140597457 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a39a3d: reopening flushed file at 1731140597461 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e29d3d: reopening flushed file at 1731140597464 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false at 1731140597468 (+4 ms)Writing region close event to WAL at 1731140597469 (+1 ms)Closed at 1731140597469 2024-11-09T08:23:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41931 is added to blk_1073741830_1006 (size=69055) 2024-11-09T08:23:17,471 INFO [M:0;d7c8ba49ede6:43737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:23:17,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:23:17,471 INFO [M:0;d7c8ba49ede6:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43737 2024-11-09T08:23:17,471 INFO [M:0;d7c8ba49ede6:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:23:17,611 INFO [M:0;d7c8ba49ede6:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:23:17,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:17,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1011eb0a83e0000, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:23:17,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40dfdc00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:23:17,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@643d0ba5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:23:17,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:23:17,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207437ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:23:17,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e43f981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir/,STOPPED} 2024-11-09T08:23:17,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:23:17,615 WARN [BP-1403362459-172.17.0.3-1731140562088 heartbeating to localhost/127.0.0.1:46411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:23:17,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:23:17,615 WARN [BP-1403362459-172.17.0.3-1731140562088 heartbeating to localhost/127.0.0.1:46411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403362459-172.17.0.3-1731140562088 (Datanode Uuid fd16ac65-4592-419e-bd97-67e895f623a7) service to localhost/127.0.0.1:46411 2024-11-09T08:23:17,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/data/data1/current/BP-1403362459-172.17.0.3-1731140562088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:23:17,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/cluster_6832a675-197b-cac5-e97d-053f993d6f71/data/data2/current/BP-1403362459-172.17.0.3-1731140562088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:23:17,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:23:17,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d099376{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:23:17,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c7f74f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:23:17,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:23:17,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a115722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:23:17,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5737688b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/536cb35c-1976-08c5-971b-543939017a46/hadoop.log.dir/,STOPPED} 2024-11-09T08:23:17,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:23:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:23:17,655 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 527) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46411 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46411 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37845 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55100) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32901 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55100) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37845 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55100) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46411 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:32901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:32901 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 877) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 396) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1658 (was 728) - AvailableMemoryMB LEAK? - 2024-11-09T08:23:17,655 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2024-11-09T08:23:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011eb0a83e0008, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:23:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011eb0a83e0002, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:23:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011eb0a83e0005, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T08:23:17,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011eb0a83e0008, quorum=127.0.0.1:55100, baseZNode=/2-1211504072 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:23:17,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011eb0a83e0002, quorum=127.0.0.1:55100, baseZNode=/0-1166197749 Received Disconnected from ZooKeeper, ignoring 2024-11-09T08:23:17,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011eb0a83e0005, quorum=127.0.0.1:55100, baseZNode=/1-750128523 Received Disconnected from ZooKeeper, ignoring